-- Logs begin at Wed 2022-01-26 19:54:49 UTC, end at Wed 2022-01-26 20:54:53 UTC. -- Jan 26 20:27:57.249832 dv-cinder-826519-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 26 20:27:59.381732 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.common.config [-] Logging enabled! Jan 26 20:27:59.382458 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev5 Jan 26 20:27:59.382559 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82603) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 26 20:27:59.384857 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.common.config [-] Logging enabled! Jan 26 20:27:59.385101 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev5 Jan 26 20:27:59.385344 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82603) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 26 20:27:59.386305 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:27:59.386535 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 20:27:59.386885 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 20:27:59.387160 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 20:27:59.387378 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 20:27:59.387696 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.387990 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.388282 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.388507 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.388800 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.389086 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.389372 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.389659 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.389953 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.390236 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.390513 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.390792 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.391043 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.391324 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.391608 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.392157 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.392377 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] debug = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.392654 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.393083 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.393553 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.393834 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.394265 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.394373 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.394651 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.394932 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.395290 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] host = dv-cinder-826519-1-iscsi {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.395568 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.395852 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.396135 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.396582 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.396699 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.396955 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.397236 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.397912 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.397912 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] log_file = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.398030 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.398293 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.398578 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.398868 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.399120 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.399341 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.399624 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.399907 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.400178 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.400450 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.400721 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.400993 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.401266 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.401531 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.401813 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.402091 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.402370 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.402642 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.403052 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.403220 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.403484 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.403762 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.404031 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.404300 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.404570 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.404854 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.405121 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.405393 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.405693 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.405975 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.406252 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.406532 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.406803 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.407105 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.407376 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.407645 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.407918 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] use_json = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.408186 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.408450 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.408729 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.409029 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.409305 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.409574 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.409842 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.410124 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:27:59.410416 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.410708 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.411022 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.411305 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.411590 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.411868 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.412151 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.412424 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.412706 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.412990 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.413277 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.413551 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.413834 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.414124 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.414412 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.414680 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.414951 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.415259 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.415603 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.415876 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.416071 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.416457 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.416614 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.416883 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.417158 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.417429 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.417694 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.417958 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.418229 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.418511 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.418784 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.419074 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.419348 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.419616 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.419884 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.420158 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.420429 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.420698 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.420962 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.421234 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.421503 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.421771 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.422044 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.422310 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.422635 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.422843 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.423133 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.423402 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.423672 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.423937 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.424202 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.424469 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.425281 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.425550 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.425819 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.426087 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.426354 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.426621 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.426904 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.427228 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.427508 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.427788 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.428067 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.428342 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.428616 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.428893 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.429172 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.429449 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.429716 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.430008 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.430287 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.430604 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.430888 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.431193 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.431488 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.431764 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.432045 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.432318 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.432591 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.432870 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.433152 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.433443 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.433731 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.434019 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.434305 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.434595 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.434872 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.435278 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.435555 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:27:59.435769 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 20:27:59.436013 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82603) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 26 20:27:59.840817 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO keyring.backend [-] Loading KWallet Jan 26 20:27:59.848759 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO keyring.backend [-] Loading SecretService Jan 26 20:27:59.851958 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO keyring.backend [-] Loading Windows Jan 26 20:27:59.853306 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO keyring.backend [-] Loading chainer Jan 26 20:27:59.853881 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO keyring.backend [-] Loading macOS Jan 26 20:27:59.887082 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 26 20:27:59.887404 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=82603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 26 20:27:59.887641 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 26 20:27:59.887974 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 26 20:28:00.194751 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.194970 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.195264 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.252468 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.252772 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.253045 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.256194 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.256465 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.256727 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.286113 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.286390 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.286660 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.313532 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.313807 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.314072 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.636223 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.636865 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.636865 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.637049 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.637916 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.760257 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.760574 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.760854 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.761121 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.761382 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.761689 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.761949 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.762208 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.762454 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.762731 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.763017 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.763275 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.763535 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.763788 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.764051 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.764313 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.764565 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.764832 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.765081 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.765363 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.765708 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.765975 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.766202 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.766480 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.766723 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.767243 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.767628 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:28:00.767866 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:28:00.768101 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:28:00.768408 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:28:00.769135 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:28:00.769368 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:28:00.769932 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 26 20:28:00.773183 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 26 20:28:00.777269 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 26 20:28:00.781241 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jan 26 20:28:00.782887 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 26 20:28:00.783311 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 26 20:28:00.783647 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 26 20:28:00.784566 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 26 20:28:00.787432 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 26 20:28:00.787687 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 26 20:28:00.788032 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 26 20:28:00.817323 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 26 20:28:00.817784 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.818083 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82603) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 26 20:28:00.818444 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.819877 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82603) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 26 20:28:00.820171 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 26 20:28:00.820416 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 26 20:28:00.823728 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.824006 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:00.886187 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 26 20:28:00.886475 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 26 20:28:00.886664 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 26 20:28:00.887080 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 26 20:28:00.918076 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_db.sqlalchemy.engines [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82603) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 26 20:28:01.239784 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Initializing driver for type 'gre' Jan 26 20:28:01.240230 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] gre ID ranges: [(1, 1000)] Jan 26 20:28:01.290879 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Initializing driver for type 'local' Jan 26 20:28:01.291262 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Initializing driver for type 'vlan' Jan 26 20:28:01.304003 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] VlanTypeDriver initialization complete Jan 26 20:28:01.304320 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Initializing driver for type 'vxlan' Jan 26 20:28:01.304791 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] vxlan ID ranges: [(1, 1000)] Jan 26 20:28:01.364393 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Initializing extension driver 'port_security' Jan 26 20:28:01.364696 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.extensions.port_security [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] PortSecurityExtensionDriver initialization complete Jan 26 20:28:01.365026 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Initializing mechanism driver 'openvswitch' Jan 26 20:28:01.365360 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Initializing mechanism driver 'hyperv' Jan 26 20:28:01.372114 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.plugins.ml2.plugin [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:01.372791 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > port after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.373157 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > port after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.373498 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > port after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.374021 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 26 20:28:01.374441 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > subnet after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.374783 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > subnet after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.375148 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > subnet after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.375527 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 26 20:28:01.375922 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > network after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.376264 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > network after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.376596 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > network after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.376979 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 26 20:28:01.377371 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > security_group after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.377742 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > security_group after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.378074 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > security_group after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.378585 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 26 20:28:01.379005 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.379340 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.379671 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.380049 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 26 20:28:01.380481 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] ML2 OVO RPC backend initialized. {{(pid=82603) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 26 20:28:01.381111 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router_interface after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.381458 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.381863 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > network before_response 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.382199 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > networks before_response 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.382533 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > port before_response 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.382861 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > ports before_response 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.383216 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > subnet before_response 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.383549 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > subnets before_response 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.383889 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > network after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.384225 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > network after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.384552 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > network after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.384946 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > port after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.385208 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > port after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.385534 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > port after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.386344 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > subnet after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.386344 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > subnet after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.386495 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > subnet after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.387076 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.plugin [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Modular L2 Plugin initialization complete Jan 26 20:28:01.387430 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading services supported by the core plugin {{(pid=82603) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 26 20:28:01.387751 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.plugins.ml2.managers [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Got port-security extension from driver 'port_security' Jan 26 20:28:01.388208 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.extensions.vlantransparent [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Disabled vlantransparent extension. Jan 26 20:28:01.388615 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82603) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 26 20:28:01.388951 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading Plugin: router Jan 26 20:28:01.426805 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router_interface before_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.427226 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router after_create 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.427586 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router before_create 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.427939 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.428301 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.428645 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router after_delete 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.428992 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > floatingip after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.429341 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router after_create 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.429674 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router after_update 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.430009 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router after_update 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.430343 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.430690 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router after_update 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.431126 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router precommit_update 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.431487 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: port after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.431814 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: port after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.432138 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: subnet after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.432465 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.432801 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > port precommit_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.433135 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router precommit_create 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.433465 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: port before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.433801 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router precommit_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.434148 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router after_update 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.434484 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router precommit_delete 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.434825 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router precommit_create 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.435204 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router_interface after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.435543 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router precommit_update 55549900 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.435893 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > agent after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.436229 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > agent after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.436562 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > network after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.437420 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Tracking information for resource: router configured {{(pid=82603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:28:01.437742 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Tracking information for resource: floatingip configured {{(pid=82603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:28:01.443306 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.db.l3_agentschedulers_db [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 26 20:28:01.443874 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: port after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.444229 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: port after_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.444572 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: port after_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.444922 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: port after_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.445824 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router before_create 55550100 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.446180 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router precommit_delete 55550100 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.446533 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router precommit_create 55550100 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.446882 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > router precommit_update 55550100 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.451338 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.services.provider_configuration [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service providers = [] {{(pid=82603) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 26 20:28:01.451727 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.db.servicetype_db [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82603) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 26 20:28:01.454935 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.services.service_base [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 20:28:01.455260 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.services.service_base [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 20:28:01.455657 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.services.service_base [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 20:28:01.457145 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.services.service_base [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 20:28:01.457506 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.services.service_base [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 26 20:28:01.457887 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:28:01.458194 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 26 20:28:01.476003 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:28:01.476360 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading Plugin: auto_allocate Jan 26 20:28:01.482554 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: network precommit_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.482923 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: network precommit_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.483480 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:28:01.483796 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading Plugin: tag Jan 26 20:28:01.490673 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:28:01.490941 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading Plugin: timestamp Jan 26 20:28:01.495008 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:28:01.495335 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading Plugin: network_ip_availability Jan 26 20:28:01.500738 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.501105 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.501451 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.502188 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:28:01.502498 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading Plugin: flavors Jan 26 20:28:01.507985 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:28:01.508317 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading Plugin: revisions Jan 26 20:28:01.512690 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:28:01.513067 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_concurrency.lockutils [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.625s {{(pid=82603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 26 20:28:01.513817 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82603) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 26 20:28:01.514146 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Initializing extension manager. Jan 26 20:28:01.514644 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: __init__.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.514979 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: __pycache__ {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.515437 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.515765 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.516088 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: _filter_validation_lib.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.516412 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.516730 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: address_group.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.517771 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.518950 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: address-group Jan 26 20:28:01.519291 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: address_scope.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.519998 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.520499 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: address-scope Jan 26 20:28:01.520813 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: admin_state_down_before_update.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.521762 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.522270 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: router-admin-state-down-before-update Jan 26 20:28:01.522582 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: agent.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.523302 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.523800 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: agent Jan 26 20:28:01.524110 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: agent_resources_synced.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.525009 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.525507 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: agent-resources-synced Jan 26 20:28:01.525820 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: allowedaddresspairs.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.527863 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.528376 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: allowed-address-pairs Jan 26 20:28:01.528696 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: auto_allocated_topology.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.529776 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.530283 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: auto-allocated-topology Jan 26 20:28:01.530601 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: availability_zone.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.531325 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.531825 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: availability_zone Jan 26 20:28:01.532138 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: availability_zone_filter.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.533036 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.533539 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: availability_zone_filter Jan 26 20:28:01.533856 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: data_plane_status.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.534789 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.535322 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension data-plane-status not supported by any of loaded plugins Jan 26 20:28:01.535637 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: default_subnetpools.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.536545 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.537049 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: default-subnetpools Jan 26 20:28:01.537363 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: dhcpagentscheduler.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.538133 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.538631 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: dhcp_agent_scheduler Jan 26 20:28:01.538945 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: dns.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.539871 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.540369 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension dns-integration not supported by any of loaded plugins Jan 26 20:28:01.540683 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: dns_domain_ports.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.541591 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.542093 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 26 20:28:01.542405 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: dvr.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.543101 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.543604 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: dvr Jan 26 20:28:01.543914 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: empty_string_filtering.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.544822 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.545320 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: empty-string-filtering Jan 26 20:28:01.545632 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.546530 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.547049 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 26 20:28:01.547365 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.548273 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.548767 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 26 20:28:01.549078 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: external_net.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.550091 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.550595 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: external-net Jan 26 20:28:01.550910 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: extra_dhcp_opt.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.551839 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.552338 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: extra_dhcp_opt Jan 26 20:28:01.552651 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: extraroute.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.553551 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.554049 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: extraroute Jan 26 20:28:01.554362 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: extraroute_atomic.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.555427 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.555931 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: extraroute-atomic Jan 26 20:28:01.556246 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: filter_validation.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.556911 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.557408 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: filter-validation Jan 26 20:28:01.557721 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: fip_pf_description.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.558620 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.559147 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 26 20:28:01.559462 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: fip_port_details.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.560374 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.560886 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: fip-port-details Jan 26 20:28:01.561202 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: flavors.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.562442 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.562955 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: flavors Jan 26 20:28:01.563296 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.564987 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.566062 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 26 20:28:01.566383 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: floatingip_pools.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.567126 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.567635 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: floatingip-pools Jan 26 20:28:01.567954 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: ip_allocation.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.568865 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.569370 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension ip_allocation not supported by any of loaded plugins Jan 26 20:28:01.569685 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.570594 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.571139 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: ip-substring-filtering Jan 26 20:28:01.571461 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: l2_adjacency.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.572374 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.572874 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension l2_adjacency not supported by any of loaded plugins Jan 26 20:28:01.573189 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: l3.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.574170 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.574682 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: router Jan 26 20:28:01.575278 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: l3_conntrack_helper.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.577475 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.578003 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 26 20:28:01.578327 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.579279 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.579793 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: ext-gw-mode Jan 26 20:28:01.580116 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.581633 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.582138 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: l3-ha Jan 26 20:28:01.582479 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: l3_flavors.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.583478 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.584013 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: l3-flavors Jan 26 20:28:01.584519 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.585805 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.586319 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: l3-port-ip-change-not-allowed Jan 26 20:28:01.586635 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: l3agentscheduler.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.587736 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.588250 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: l3_agent_scheduler Jan 26 20:28:01.588570 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: logging.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.590122 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.590643 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension logging not supported by any of loaded plugins Jan 26 20:28:01.590968 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: metering.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.591732 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.592311 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: metering Jan 26 20:28:01.592634 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.593728 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.594244 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: metering_source_and_destination_fields Jan 26 20:28:01.594562 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: multiprovidernet.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.595507 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.596010 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: multi-provider Jan 26 20:28:01.596326 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: netmtu.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.597285 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.597787 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: net-mtu Jan 26 20:28:01.598102 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: netmtu_writable.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.599049 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.599554 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: net-mtu-writable Jan 26 20:28:01.599875 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: network_availability_zone.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.600541 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.601041 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: network_availability_zone Jan 26 20:28:01.601355 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: network_ip_availability.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.602447 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.602955 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: network-ip-availability Jan 26 20:28:01.603300 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: network_segment_range.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.604069 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.604576 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension network-segment-range not supported by any of loaded plugins Jan 26 20:28:01.604891 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: pagination.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.605888 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.606207 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: pagination Jan 26 20:28:01.606519 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.607444 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.607956 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: port-mac-address-regenerate Jan 26 20:28:01.608271 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: port_resource_request.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.609181 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.609685 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension port-resource-request not supported by any of loaded plugins Jan 26 20:28:01.610006 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: portbindings.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.610919 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.611516 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: binding Jan 26 20:28:01.611796 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: portbindings_extended.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.613653 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.614170 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: binding-extended Jan 26 20:28:01.614493 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: portsecurity.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.615427 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.615937 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: port-security Jan 26 20:28:01.616259 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: project_id.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.617226 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.617552 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: project-id Jan 26 20:28:01.617868 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: providernet.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.618773 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.619307 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: provider Jan 26 20:28:01.619623 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: qos.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.623446 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.623964 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension qos not supported by any of loaded plugins Jan 26 20:28:01.624290 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.625539 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.626050 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 26 20:28:01.626370 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.627323 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.628457 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 26 20:28:01.630120 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: qos_default.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.630120 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.630319 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension qos-default not supported by any of loaded plugins Jan 26 20:28:01.630557 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: qos_fip.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.631251 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.631753 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension qos-fip not supported by any of loaded plugins Jan 26 20:28:01.632070 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: qos_gateway_ip.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.632992 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.633499 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 26 20:28:01.633817 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: qos_port_network_policy.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.634724 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.635262 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 26 20:28:01.635581 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: qos_rule_type_details.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.636488 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.637033 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 26 20:28:01.637297 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: qos_rules_alias.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.638345 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.638860 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 26 20:28:01.639202 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: quotasv2.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.640126 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.640453 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: quotas Jan 26 20:28:01.640771 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: quotasv2_detail.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.642679 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.643035 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: quota_details Jan 26 20:28:01.643411 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: rbac.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.644473 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.644995 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: rbac-policies Jan 26 20:28:01.645318 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: rbac_address_scope.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.646243 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.646753 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: rbac-address-scope Jan 26 20:28:01.647099 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: rbac_security_groups.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.648014 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.648523 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: rbac-security-groups Jan 26 20:28:01.648839 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: rbac_subnetpool.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.649745 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.650250 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: rbac-subnetpool Jan 26 20:28:01.650568 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: revisionifmatch.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.651504 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.652007 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: revision-if-match Jan 26 20:28:01.652321 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: revisions.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.653426 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.653933 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: standard-attr-revisions Jan 26 20:28:01.654249 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: router_availability_zone.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.654912 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.655440 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: router_availability_zone Jan 26 20:28:01.655757 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: routerservicetype.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.656680 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.657179 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension router-service-type not supported by any of loaded plugins Jan 26 20:28:01.657502 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: security_groups_port_filtering.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.658414 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.658959 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: port-security-groups-filtering Jan 26 20:28:01.659308 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: securitygroup.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.670539 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.671107 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: security-group Jan 26 20:28:01.671438 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: segment.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.672259 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.672767 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension segment not supported by any of loaded plugins Jan 26 20:28:01.673088 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.674085 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.675185 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 26 20:28:01.675512 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: servicetype.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.676638 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.677151 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: service-type Jan 26 20:28:01.677470 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: sorting.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.678450 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.678772 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: sorting Jan 26 20:28:01.679115 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: standard_attr_segment.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.680021 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.680532 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 26 20:28:01.680847 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: standardattrdescription.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.681489 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.681989 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: standard-attr-description Jan 26 20:28:01.682304 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: stateful_security_group.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.683263 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.683770 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: stateful-security-group Jan 26 20:28:01.684084 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: stdattrs_common.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.684660 dv-cinder-826519-1-iscsi neutron-server[82603]: WARNING neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 26 20:28:01.684973 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.685894 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.686401 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 26 20:28:01.686714 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: subnet_onboard.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.687876 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.688391 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: subnet_onboard Jan 26 20:28:01.688710 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.689639 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.690225 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 26 20:28:01.690560 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: subnet_service_types.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.691513 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.692022 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: subnet-service-types Jan 26 20:28:01.692356 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: subnetallocation.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.693448 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.693957 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: subnet_allocation Jan 26 20:28:01.694276 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.694956 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.695494 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: subnetpool-prefix-ops Jan 26 20:28:01.695808 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.696786 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.697290 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 26 20:28:01.697603 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: tagging.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.699669 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.699669 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: standard-attr-tag Jan 26 20:28:01.699669 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: timestamp.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.700912 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.701490 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loaded extension: standard-attr-timestamp Jan 26 20:28:01.701747 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: trunk.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.702908 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.703470 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension trunk not supported by any of loaded plugins Jan 26 20:28:01.703790 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: trunk_details.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.705397 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.705397 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension trunk-details not supported by any of loaded plugins Jan 26 20:28:01.705706 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: uplink_status_propagation.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.707139 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.707652 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 26 20:28:01.707964 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Loading extension file: vlantransparent.py {{(pid=82603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 26 20:28:01.708664 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 26 20:28:01.709167 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extension vlan-transparent not supported by any of loaded plugins Jan 26 20:28:01.722095 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:network Jan 26 20:28:01.722851 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:subnet Jan 26 20:28:01.723492 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:28:01.724869 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:port Jan 26 20:28:01.726213 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.726654 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service FLAVORS assigned prefix: {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.727309 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.727732 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.728070 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:router Jan 26 20:28:01.728737 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:floatingip Jan 26 20:28:01.729466 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service METERING assigned prefix: /metering {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.730933 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.731422 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.731681 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:28:01.732852 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 20:28:01.733414 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:security_group Jan 26 20:28:01.734155 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 20:28:01.734951 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service CORE assigned prefix: {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.735421 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:28:01.738553 dv-cinder-826519-1-iscsi neutron-server[82603]: WARNING neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] subnetpool is already registered Jan 26 20:28:01.738553 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service CORE assigned prefix: {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.738553 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:28:01.738553 dv-cinder-826519-1-iscsi neutron-server[82603]: WARNING neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] subnetpool is already registered Jan 26 20:28:01.739997 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.740449 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service FLAVORS assigned prefix: {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.741089 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.741464 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.741796 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:router Jan 26 20:28:01.742125 dv-cinder-826519-1-iscsi neutron-server[82603]: WARNING neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] router is already registered Jan 26 20:28:01.743965 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:floatingip Jan 26 20:28:01.743965 dv-cinder-826519-1-iscsi neutron-server[82603]: WARNING neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] floatingip is already registered Jan 26 20:28:01.743965 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service METERING assigned prefix: /metering {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.744372 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 20:28:01.744700 dv-cinder-826519-1-iscsi neutron-server[82603]: WARNING neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] rbac_policy is already registered Jan 26 20:28:01.745251 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:security_group Jan 26 20:28:01.745576 dv-cinder-826519-1-iscsi neutron-server[82603]: WARNING neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] security_group is already registered Jan 26 20:28:01.746180 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 20:28:01.746506 dv-cinder-826519-1-iscsi neutron-server[82603]: WARNING neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] security_group_rule is already registered Jan 26 20:28:01.747201 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service CORE assigned prefix: {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.747531 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:28:01.747853 dv-cinder-826519-1-iscsi neutron-server[82603]: WARNING neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] subnetpool is already registered Jan 26 20:28:01.748465 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.v2.resource_helper [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Service CORE assigned prefix: {{(pid=82603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:28:01.748803 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:28:01.749119 dv-cinder-826519-1-iscsi neutron-server[82603]: WARNING neutron.quota.resource_registry [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] subnetpool is already registered Jan 26 20:28:01.749812 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: extensions {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.751407 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: address-groups {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.753045 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: address-scopes {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.754249 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: agents {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.755473 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: auto-allocated-topology {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.756717 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: availability_zones {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.758024 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: dhcp-networks {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.759424 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: dhcp-agents {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.760826 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: routers {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.762623 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: flavors {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.763823 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: service_profiles {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.765006 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: next_providers {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.766497 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: service_profiles {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.768201 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: floatingip-pools {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.769905 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: routers {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.771701 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: floatingips {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.772880 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: l3-routers {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.774228 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: l3-agents {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.775624 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: metering-labels {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.777030 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: metering-label-rules {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.778291 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: network-ip-availabilities {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.779567 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: bindings {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.782243 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: quotas {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.783719 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: quotas {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.785716 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: rbac-policies {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.787012 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: security-groups {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.788214 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: security-group-rules {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.789485 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: service-providers {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.790674 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: subnetpools {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.792114 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: subnetpools {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.793614 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: tags {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.795298 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: tags {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.797053 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: tags {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.798760 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: tags {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.800618 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: tags {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.802254 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: tags {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.804020 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: tags {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.805838 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: tags {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.807708 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: tags {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.809515 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron.api.extensions [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Extended resource: tags {{(pid=82603) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 26 20:28:01.815570 dv-cinder-826519-1-iscsi neutron-server[82603]: WARNING keystonemiddleware.auth_token [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 26 20:28:01.820318 dv-cinder-826519-1-iscsi neutron-server[82603]: WARNING keystonemiddleware.auth_token [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 26 20:28:01.828445 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_concurrency.lockutils [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Acquired lock "singleton_lock" {{(pid=82603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 26 20:28:01.828922 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_concurrency.lockutils [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Releasing lock "singleton_lock" {{(pid=82603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 26 20:28:01.829559 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO oslo_service.service [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Starting 2 workers Jan 26 20:28:01.834669 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Started child 82708 {{(pid=82603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 26 20:28:01.839047 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Started child 82709 {{(pid=82603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 26 20:28:01.840207 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:01.840971 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO neutron.service [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Neutron service started, listening on 0.0.0.0:9696 Jan 26 20:28:01.841815 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Notify callbacks [] for process, before_spawn {{(pid=82603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:01.842005 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [-] (82708) wsgi starting up on http://0.0.0.0:9696 Jan 26 20:28:01.844707 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO oslo_service.service [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Starting 1 workers Jan 26 20:28:01.844940 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:01.846317 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [-] (82709) wsgi starting up on http://0.0.0.0:9696 Jan 26 20:28:01.850191 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Started child 82710 {{(pid=82603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 26 20:28:01.850761 dv-cinder-826519-1-iscsi neutron-server[82603]: INFO oslo_service.service [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Starting 1 workers Jan 26 20:28:01.854136 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.service [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] calling RpcWorker wait() {{(pid=82710) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 26 20:28:01.854731 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.service [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] returning from RpcWorker wait() {{(pid=82710) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 26 20:28:01.855089 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Started child 82711 {{(pid=82603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 26 20:28:01.855913 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG neutron_lib.callbacks.manager [None req-cdd68078-67cf-4ce5-82a5-6d009e2fe8be None None] Notify callbacks [] for process, after_spawn {{(pid=82603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:01.856020 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:01.856476 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:01.857828 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 26 20:28:01.858033 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:28:01.858205 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 20:28:01.858409 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 20:28:01.858750 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 20:28:01.858913 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 20:28:01.859432 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.859693 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.859962 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.860216 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.860395 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:01.860877 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.861033 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.861292 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.861520 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.861792 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.862064 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.862231 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.862395 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.862639 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.862884 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.863207 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.863469 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.863779 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.864052 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.864224 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.864477 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.864736 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.864958 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.865211 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] debug = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.865458 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.865925 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.866150 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.866394 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.866641 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.866902 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.867192 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.867455 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.867683 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.868191 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.868191 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.868467 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.868612 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.868801 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.869062 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.869271 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.869725 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] host = dv-cinder-826519-1-iscsi {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.869962 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.870172 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.870396 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.870632 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.870872 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.871124 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.871366 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.871616 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.871860 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.872091 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.872337 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.872573 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.872808 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.873040 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_file = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.873194 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_options = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.873429 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.873694 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.873953 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.874145 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.874297 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.874503 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.874723 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.874874 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.875132 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.875346 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.875556 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.875771 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.876018 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.876256 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.876491 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.876733 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.877008 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.877159 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.877410 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.877682 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.877908 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.878148 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.878381 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.878615 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.878823 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.879054 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.879274 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.879488 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.879695 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.879922 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.880183 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.880438 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.880750 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.880920 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.881144 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.881366 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.881589 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.881845 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.882068 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.882304 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.882568 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.882777 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.883041 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.883252 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.883486 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.883697 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] use_json = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.883903 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.884127 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.884373 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.884580 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.884856 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.885018 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.885207 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.885431 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.885816 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.886100 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.886410 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.886652 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.886877 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.887174 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.888244 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.888244 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.888244 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.888244 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.888494 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.888574 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.888927 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.889157 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.889412 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.889656 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.889964 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.890128 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.890316 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.890543 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.890798 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.891030 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.891344 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.891578 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.891706 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:01.892060 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.892282 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.892517 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.892747 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.892980 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.893224 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.893980 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.894206 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.894441 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.894714 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.894886 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.895126 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.895334 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.895585 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.895828 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.896069 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.896292 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.896506 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.896715 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.896921 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.897139 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.897398 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.897633 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.897817 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.898024 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.898238 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.898467 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.898702 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.898937 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.899221 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.899395 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.899609 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.899855 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.900093 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.900315 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.900519 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.900742 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.900959 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.901183 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.901365 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.901581 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.901791 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.902017 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.902232 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.902442 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.902672 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.902884 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.903116 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.903352 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.903577 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.903883 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.904187 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.904452 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.904706 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.904941 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.905204 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.905452 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.905688 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.905923 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.906166 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.906400 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.906686 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.906930 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.907220 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.907450 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.907706 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.907973 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.908357 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.908765 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.909742 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.910179 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.910613 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.911073 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.911535 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.911938 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.912391 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.912803 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.913268 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.913677 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.914140 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.914460 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.914800 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.915192 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.915487 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.915777 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.916048 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.918322 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.918322 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.918322 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.918322 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.918322 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.918322 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.918322 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.918322 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.918928 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.918928 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.918928 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.918928 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.919377 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.919546 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.919780 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.919993 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.920251 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.920495 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.920731 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.921002 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.921277 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.921513 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.921778 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.922001 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.922227 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.922617 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.923073 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.923478 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.923888 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.924305 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.924739 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.925171 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.925569 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.925986 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.926460 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.926855 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.927256 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.927476 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.927715 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.927963 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.928176 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.928421 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.928662 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.928909 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931017 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931017 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931017 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931276 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 34326) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:01.931348 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931348 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931348 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931348 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931348 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931348 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931348 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931744 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931744 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.931872 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.932165 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.932337 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.932505 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.932721 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.932948 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.933178 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.933411 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.933560 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.933790 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.934007 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.934327 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.934576 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.934804 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.935093 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.935242 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.935432 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.935884 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.936307 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.936692 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.937079 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.937496 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.937910 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.938313 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.938712 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.938927 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.939164 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.939379 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.939596 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.939865 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.940620 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.940861 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.941164 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.941402 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.941625 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.941987 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.942375 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.942775 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.943157 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.943371 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.943609 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.943838 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.944133 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.944378 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.944611 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.946621 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.946768 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0132470 Jan 26 20:28:01.946902 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.946902 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.946902 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.946902 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.946902 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.946902 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.946902 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.946902 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.947767 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.947767 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.948315 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.948621 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.948902 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.949162 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.949948 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.949948 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.949948 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.950206 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.950689 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.951060 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.951382 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.951640 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.951866 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.952136 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.952348 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.952603 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.952797 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.953023 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.953271 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.953514 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.953748 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.953992 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.954209 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.954426 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.954650 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.954878 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.956140 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.956394 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.956623 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.956766 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 20:28:01.958547 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 26 20:28:01.958547 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:28:01.958547 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 20:28:01.958547 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 20:28:01.958547 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 20:28:01.958547 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 20:28:01.958547 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.958547 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.960545 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.960545 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.960545 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.960545 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.960545 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.960545 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.960545 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.960545 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.961578 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.961578 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.961578 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.961578 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.961578 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.961578 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.961578 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.962413 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.962413 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.962413 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.962413 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.962413 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.962717 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] debug = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.962717 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.962833 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.962925 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.963101 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.963251 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.963399 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.963549 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.963700 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.963848 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.963997 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.964160 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.964298 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.964455 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.964608 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.964762 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.964915 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.965071 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] host = dv-cinder-826519-1-iscsi {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.965226 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.965380 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.965534 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.965689 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.965843 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.965998 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.966152 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.966312 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.966466 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.966621 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.966776 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.966929 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.968082 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.968082 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_file = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.968365 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_options = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.968365 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.968646 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.968646 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.969718 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.969718 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.969718 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.969718 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.969718 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.969718 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.969718 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.970704 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.970704 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.970704 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.970704 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.970704 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.970704 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.970704 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.972252 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.972252 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.972252 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.972252 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.972252 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.972252 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.972252 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.973165 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.973165 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.973165 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.973165 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.973165 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.973165 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.973165 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.974907 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.974907 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.974907 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.974907 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.974907 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.974907 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.974907 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.974907 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.975969 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.975969 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.975969 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.975969 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.975969 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.975969 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.975969 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] use_json = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.975969 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.976974 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.976974 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.976974 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.976974 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.976974 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.976974 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.976974 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:28:01.976974 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.978004 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.978004 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.978004 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.978004 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.978004 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.978004 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.978004 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.978004 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.979898 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.979898 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.979898 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.979898 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.979898 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.979898 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.979898 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.979898 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.980934 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.980934 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.980934 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.980934 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.980934 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.980934 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.980934 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.980934 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.980934 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.982103 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.982103 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.982103 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.982103 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.982103 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.982103 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.982103 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.982103 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.982103 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983129 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983129 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983129 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983129 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983129 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983129 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983129 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983129 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983129 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983985 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983985 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983985 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983985 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983985 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983985 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.983985 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.984656 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.984656 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.984656 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.984656 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.985038 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.985038 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.985038 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.985332 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.985332 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.985525 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.985628 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.985753 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.985911 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.986068 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.986227 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.986385 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.986542 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.986699 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.986857 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.987063 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.987762 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.987915 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.988072 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.988235 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.988409 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.988568 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.988722 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.988877 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.989035 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.989188 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.989490 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.989803 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.990098 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.990391 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.990685 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.991005 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.991361 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.991659 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.991941 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.992230 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.992532 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.992823 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.993109 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.993409 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.993574 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.993700 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.993861 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.994018 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.994177 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.994336 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.994507 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.994665 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.994926 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.995136 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.995262 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.995386 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.995470 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.995621 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.995785 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.995953 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.996085 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.996212 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.996379 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.996539 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.997679 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.997679 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.997679 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.997679 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.997679 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.997679 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.997679 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.998113 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.998113 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.998113 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.998278 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.998341 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.998503 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.998626 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.998785 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.998937 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.999103 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.999261 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.999423 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.999584 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.999742 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:01.999899 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.000054 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.000216 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.000372 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.000528 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.000687 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.000850 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.001023 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.001166 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.001321 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.001477 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.001642 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.001792 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.001930 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.002139 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.002235 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.002387 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.002545 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.005134 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.005326 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.005495 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.005659 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.005821 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.005991 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.006179 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.006344 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.006491 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.006681 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.006824 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.006964 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.007930 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.008078 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.008317 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.008459 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.008583 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.008709 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.008867 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.010489 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.010489 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.010489 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.010489 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.010489 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.011110 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.011110 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.011110 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.011110 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.011567 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.011567 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.011567 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.011896 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.011896 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.012192 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.012192 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.012466 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.012466 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.012666 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.012769 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.012871 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.013009 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.013158 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.013310 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.013532 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.013666 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.013796 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.014026 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.014114 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.014220 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.014385 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.014698 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.014857 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.015039 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.015199 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.015388 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.015530 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.015688 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.015855 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.016013 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.016171 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.016328 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.016499 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.016657 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.017082 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.017241 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.017399 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.017557 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.017717 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.017882 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.018049 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.019024 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.019024 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.019024 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.019024 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.019024 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.019024 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.019926 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.019926 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.019926 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.019926 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.019926 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.019926 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.020889 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.020889 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.020889 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.020889 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.020889 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.020889 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.021860 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.021860 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.021860 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.021860 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.021860 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.021860 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.021860 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.022959 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.022959 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:28:02.022959 dv-cinder-826519-1-iscsi neutron-server[82603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 20:28:02.027850 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:12.605744 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efe05f7-7de4-4d75-be2f-1733ddeb94f0 None None] get_active_networks_info from dv-cinder-826519-1-iscsi {{(pid=82710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 26 20:28:12.702747 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efe05f7-7de4-4d75-be2f-1733ddeb94f0 None None] No non-hosted networks {{(pid=82710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 26 20:28:12.704251 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9ccdfe57-e091-41f4-ac0b-eadd6d5292f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478689'] for agent, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:14.774824 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-8b4b919b-164f-4910-b98a-38b5670742c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478689'] for agent, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:14.868733 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-09f0c962-9f5f-491d-ac98-9db5d26d261f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:16.145812 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478689'] for agent, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:16.148950 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478689'] for agent, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:16.150761 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:16.152258 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:16.152750 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:16.154774 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:16.155380 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:16.155853 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:16.156741 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:16.157473 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:16.158887 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:16.159519 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:16.160916 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:16.161506 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826519-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:16.171841 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826519-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:17.947841 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478689'] for agent, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:18.095778 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.db.l3_hamode_db [None req-19e5b3bf-1ceb-4cd8-99ac-862709b8d430 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 26 20:28:18.182758 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5b3bf-1ceb-4cd8-99ac-862709b8d430 None None] Routers set() bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:28:18.183263 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5b3bf-1ceb-4cd8-99ac-862709b8d430 None None] Router IDs set() for agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 26 20:28:19.389611 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 34424) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:20.025704 dv-cinder-826519-1-iscsi neutron-server[82709]: WARNING oslo_policy.policy [None req-3d09713a-b585-445b-bdf8-11d08ef375a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:28:20.026323 dv-cinder-826519-1-iscsi neutron-server[82709]: WARNING oslo_policy.policy [None req-3d09713a-b585-445b-bdf8-11d08ef375a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:28:20.241398 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [None req-3d09713a-b585-445b-bdf8-11d08ef375a5 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=82709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 26 20:28:20.242470 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-3d09713a-b585-445b-bdf8-11d08ef375a5 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8519771 Jan 26 20:28:22.557347 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 34438) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:22.953562 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-636a4c6a-7015-4372-85ae-f7fcad416e69 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:28:23.009151 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.policy [None req-636a4c6a-7015-4372-85ae-f7fcad416e69 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82709) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 26 20:28:23.009928 dv-cinder-826519-1-iscsi neutron-server[82709]: WARNING oslo_policy.policy [None req-636a4c6a-7015-4372-85ae-f7fcad416e69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:28:23.010320 dv-cinder-826519-1-iscsi neutron-server[82709]: WARNING oslo_policy.policy [None req-636a4c6a-7015-4372-85ae-f7fcad416e69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:28:23.013678 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.quota [None req-636a4c6a-7015-4372-85ae-f7fcad416e69 admin admin] Loaded quota_driver: . Jan 26 20:28:23.029871 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-636a4c6a-7015-4372-85ae-f7fcad416e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:28:23.102174 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-636a4c6a-7015-4372-85ae-f7fcad416e69 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791695969433', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791695954108', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791696010700', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791696000374', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791696006362', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1579121', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1600003', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652125', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-588491'] for rbac-policy, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:23.174082 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-636a4c6a-7015-4372-85ae-f7fcad416e69 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:23.175764 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-636a4c6a-7015-4372-85ae-f7fcad416e69 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6175516 Jan 26 20:28:25.770419 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 34452) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:26.150173 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:28:26.155303 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:28:26.160362 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Usage tracker for resource:network and tenant:28fca9e09b7c4928b8f5621c4c6f0f64 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:28:26.164932 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:28:26.170951 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:28:26.181092 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Made reservation on behalf of 28fca9e09b7c4928b8f5621c4c6f0f64 for: {'network': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:28:26.183900 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:26.201473 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:26.246025 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:28:26.249819 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Usage tracker for resource:security_group_rule and tenant:28fca9e09b7c4928b8f5621c4c6f0f64 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:28:26.252706 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:28:26.258531 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:28:26.325202 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:26.329352 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:26.355103 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=82709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:28:26.383589 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791693722579', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:26.384204 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Unsubscribe: segment precommit_create {{(pid=82709) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 26 20:28:26.384705 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.segments_db [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Added segment 71e97c10-09ec-4d2d-a4a2-03301080a7dd of type vlan for network a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d Jan 26 20:28:26.394184 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d70955-43e2-43f3-8ef4-f91fdabb1efe,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:26.457415 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:26.457661 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:26.458054 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:26.458317 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:26.458655 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:26.458997 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:26.459355 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:26.459688 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:26.460009 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:26.460372 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:26.460683 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Tracked resource versions report: Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: pushed versions: Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: { 'ConntrackHelper': {'1.0'}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Log': {'1.0'}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Network': {'1.1'}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Port': {'1.5'}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'PortForwarding': {'1.2'}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'QosPolicy': {'1.8'}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'SecurityGroup': {'1.2'}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'SecurityGroupRule': {'1.0'}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'SubPort': {'1.0'}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Subnet': {'1.1'}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Trunk': {'1.1'}} Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: consumer versions: Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: { DHCP agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: L3 agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: Metadata agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: Metering agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: Open vSwitch agent@dv-cinder-826519-1-iscsi: { 'ConntrackHelper': '1.0', Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Log': '1.0', Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Network': '1.1', Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Port': '1.5', Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'PortForwarding': '1.2', Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'QosPolicy': '1.8', Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'SecurityGroup': '1.2', Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'SecurityGroupRule': '1.0', Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'SubPort': '1.0', Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Subnet': '1.1', Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Trunk': '1.1'}} Jan 26 20:28:26.461751 dv-cinder-826519-1-iscsi neutron-server[82709]: {{(pid=82709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 20:28:26.499335 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:26.545607 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:26.548597 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:28:26.548597 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:26.657201 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] Pushing event updated for resources: {'Network': ['ID=a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:26.659907 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-d24eb2bc-3278-468f-9082-3c0dd908891b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8884759 Jan 26 20:28:26.670948 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:28:29.270097 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 34468) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:29.760441 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f166e45-ea47-457a-8c46-c661496e49e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:28:29.761766 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-3f166e45-ea47-457a-8c46-c661496e49e4 admin admin] 10.222.0.53 "GET /v2.0/networks/a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d HTTP/1.1" status: 200 len: 825 time: 0.4907465 Jan 26 20:28:29.790383 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-04cb62fe-720b-464e-8c50-0aa96c7bc7ce admin admin] 10.222.0.53 "GET /v2.0/subnetpools/9b7b1373-46d5-4330-a72c-355f357fd5a0 HTTP/1.1" status: 200 len: 734 time: 0.0229473 Jan 26 20:28:29.798798 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Request body: {'subnet': {'subnetpool_id': '9b7b1373-46d5-4330-a72c-355f357fd5a0', 'name': 'private-subnet', 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d', 'gateway_ip': '172.20.0.1', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'ip_version': 4}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:28:29.804928 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:28:29.808689 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Usage tracker for resource:subnet and tenant:28fca9e09b7c4928b8f5621c4c6f0f64 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:28:29.811664 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:28:29.817234 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:28:29.827010 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Made reservation on behalf of 28fca9e09b7c4928b8f5621c4c6f0f64 for: {'subnet': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:28:29.829264 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:30.102950 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for subnet, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:30.184752 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de20ecec-2620-4ec0-8d29-983c21e0802e,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:30.198166 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Checking segment: {'id': '71e97c10-09ec-4d2d-a4a2-03301080a7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:28:30.198586 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Network hostable DHCP agents. Network: a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:28:30.223944 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Network a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:28:30.233950 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d) {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:28:30.238408 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:28:30.239012 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:30.244169 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ded80-2c41-409d-89b5-f559ee5ebdda None None] Network a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:28:30.257669 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-c37ab02a-2ceb-4666-8cd7-985446084538 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4621437 Jan 26 20:28:30.566429 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30fa8224-0597-597c-aab4-45dd2a3f5b7f-a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d', 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'fixed_ips': [{'subnet_id': 'de20ecec-2620-4ec0-8d29-983c21e0802e'}]}} from dv-cinder-826519-1-iscsi. {{(pid=82710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 26 20:28:30.567675 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:30.757347 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.db_base_plugin_common [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Allocated IP 172.20.0.2 (a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d/de20ecec-2620-4ec0-8d29-983c21e0802e/427bac39-87eb-4bce-9775-a2f0208d50e4) {{(pid=82710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:28:30.988071 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Notify callbacks [] for port, precommit_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:31.004990 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Transition to ACTIVE for port object 427bac39-87eb-4bce-9775-a2f0208d50e4 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:28:31.027562 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Transition to ACTIVE for port object 427bac39-87eb-4bce-9775-a2f0208d50e4 will not be triggered until provisioned by entity DHCP. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:28:31.034392 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:31.100851 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Network a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d is already hosted by enough agents. {{(pid=82710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:28:31.103797 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.base_scheduler [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Resources bound (agent type, host, resource id): {{(pid=82710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:28:31.109069 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Pushing event updated for resources: {'Port': ['ID=427bac39-87eb-4bce-9775-a2f0208d50e4,revision_number=1']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:31.111467 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Received port after_create {{(pid=82710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:28:31.123464 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:31.123802 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:31.124134 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:31.124461 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:31.124784 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:31.125106 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:31.125423 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:31.125753 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:31.126069 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:31.126381 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:31.126694 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Tracked resource versions report: Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: pushed versions: Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: { 'ConntrackHelper': {'1.0'}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Log': {'1.0'}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Network': {'1.1'}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Port': {'1.5'}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'PortForwarding': {'1.2'}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'QosPolicy': {'1.8'}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'SecurityGroup': {'1.2'}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'SecurityGroupRule': {'1.0'}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'SubPort': {'1.0'}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Subnet': {'1.1'}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Trunk': {'1.1'}} Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: consumer versions: Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: { DHCP agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: L3 agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: Metadata agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: Metering agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: Open vSwitch agent@dv-cinder-826519-1-iscsi: { 'ConntrackHelper': '1.0', Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Log': '1.0', Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Network': '1.1', Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Port': '1.5', Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'PortForwarding': '1.2', Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'QosPolicy': '1.8', Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'SecurityGroup': '1.2', Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'SecurityGroupRule': '1.0', Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'SubPort': '1.0', Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Subnet': '1.1', Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Trunk': '1.1'}} Jan 26 20:28:31.127893 dv-cinder-826519-1-iscsi neutron-server[82710]: {{(pid=82710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 20:28:31.222168 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Attempting to bind port 427bac39-87eb-4bce-9775-a2f0208d50e4 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:28:31.222567 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Attempting to bind port 427bac39-87eb-4bce-9775-a2f0208d50e4 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '71e97c10-09ec-4d2d-a4a2-03301080a7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:28:31.223003 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Attempting to bind port 427bac39-87eb-4bce-9775-a2f0208d50e4 on network a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:28:31.229787 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:28:31.230169 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Checking segment: {'id': '71e97c10-09ec-4d2d-a4a2-03301080a7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:28:31.230654 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:31.231067 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Bound using segment: {'id': '71e97c10-09ec-4d2d-a4a2-03301080a7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:28:31.231492 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Bound port: 427bac39-87eb-4bce-9775-a2f0208d50e4, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e97c10-09ec-4d2d-a4a2-03301080a7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:28:31.231887 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:31.319611 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] For port 427bac39-87eb-4bce-9775-a2f0208d50e4, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:28:31.323524 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] For port 427bac39-87eb-4bce-9775-a2f0208d50e4, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=427bac39-87eb-4bce-9775-a2f0208d50e4,segment=NetworkSegment(71e97c10-09ec-4d2d-a4a2-03301080a7dd),segment_id=71e97c10-09ec-4d2d-a4a2-03301080a7dd)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:28:31.328247 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:31.435696 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0542d04-f30a-4c3c-8c4c-2adb44b132e0 None None] Pushing event updated for resources: {'Port': ['ID=427bac39-87eb-4bce-9775-a2f0208d50e4,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:32.594391 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 34480) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:33.020632 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [None req-afbe625a-0e0a-4662-9794-974b746734ed admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=82709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 26 20:28:33.021629 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-afbe625a-0e0a-4662-9794-974b746734ed admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4262743 Jan 26 20:28:34.422377 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 427bac39-87eb-4bce-9775-a2f0208d50e4 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:28:34.492285 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 427bac39-87eb-4bce-9775-a2f0208d50e4 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:28:35.212171 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976fbfa2-07e4-438d-8660-31a7ec35b03d None None] Network a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:28:35.298093 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-5d295d82-5c7c-41b2-b288-d054d5d3e9bb None None] Provisioning for port 427bac39-87eb-4bce-9775-a2f0208d50e4 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:28:35.311284 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-5d295d82-5c7c-41b2-b288-d054d5d3e9bb None None] Provisioning complete for port 427bac39-87eb-4bce-9775-a2f0208d50e4 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:28:35.311675 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5d295d82-5c7c-41b2-b288-d054d5d3e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:35.339327 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 34494) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:35.520338 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5d295d82-5c7c-41b2-b288-d054d5d3e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:35.594634 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-5d295d82-5c7c-41b2-b288-d054d5d3e9bb None None] For port 427bac39-87eb-4bce-9775-a2f0208d50e4, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=427bac39-87eb-4bce-9775-a2f0208d50e4,segment=NetworkSegment(71e97c10-09ec-4d2d-a4a2-03301080a7dd),segment_id=71e97c10-09ec-4d2d-a4a2-03301080a7dd)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:28:35.601863 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5d295d82-5c7c-41b2-b288-d054d5d3e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:35.678482 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d295d82-5c7c-41b2-b288-d054d5d3e9bb None None] Pushing event updated for resources: {'Port': ['ID=427bac39-87eb-4bce-9775-a2f0208d50e4,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:35.817514 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [None req-702f7266-88d0-41ed-a39b-658704a041f2 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=82709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 26 20:28:35.818505 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-702f7266-88d0-41ed-a39b-658704a041f2 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4782424 Jan 26 20:28:35.939034 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-0e6ef4bd-16e6-4b75-875c-04b2917d33dd None None] Provisioning complete for port 427bac39-87eb-4bce-9775-a2f0208d50e4 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:28:35.939498 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0e6ef4bd-16e6-4b75-875c-04b2917d33dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:36.363705 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 427bac39-87eb-4bce-9775-a2f0208d50e4 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:28:36.435954 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 427bac39-87eb-4bce-9775-a2f0208d50e4 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:28:36.436526 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:38.420774 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 34506) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:38.805939 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-d5b27dc8-44f7-45a6-b6da-5f7c95b88558 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'admin_state_up': True}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:28:38.811163 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d5b27dc8-44f7-45a6-b6da-5f7c95b88558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:28:38.814942 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d5b27dc8-44f7-45a6-b6da-5f7c95b88558 admin admin] Usage tracker for resource:router and tenant:28fca9e09b7c4928b8f5621c4c6f0f64 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:28:38.818388 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d5b27dc8-44f7-45a6-b6da-5f7c95b88558 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:28:38.824182 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d5b27dc8-44f7-45a6-b6da-5f7c95b88558 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:28:38.835973 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5b27dc8-44f7-45a6-b6da-5f7c95b88558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28025'] for router, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:38.837427 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5b27dc8-44f7-45a6-b6da-5f7c95b88558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28022'] for router, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:38.863677 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5b27dc8-44f7-45a6-b6da-5f7c95b88558 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:38.978389 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5b27dc8-44f7-45a6-b6da-5f7c95b88558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488294'] for router, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:38.997257 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5b27dc8-44f7-45a6-b6da-5f7c95b88558 admin admin] Notify callbacks [] for router, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:38.998564 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-d5b27dc8-44f7-45a6-b6da-5f7c95b88558 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5768263 Jan 26 20:28:41.286418 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 34516) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:41.686451 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [None req-0727e7c4-bb02-4729-ba28-565ffbfc8886 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=82709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 26 20:28:41.687468 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-0727e7c4-bb02-4729-ba28-565ffbfc8886 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4000936 Jan 26 20:28:42.531118 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9cfb9a24-b625-4204-ab10-3cca37b5dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:43.975668 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 34526) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:44.460015 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:28:44.465015 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:28:44.468761 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Usage tracker for resource:network and tenant:5ca615f13f1a47d5a8d81c67b1c4a460 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:28:44.471564 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:28:44.477226 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:28:44.487450 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Made reservation on behalf of 5ca615f13f1a47d5a8d81c67b1c4a460 for: {'network': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:28:44.489677 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:44.504773 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:44.537187 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:28:44.540874 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Usage tracker for resource:security_group_rule and tenant:5ca615f13f1a47d5a8d81c67b1c4a460 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:28:44.543660 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:28:44.550219 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:28:44.616059 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:44.619706 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:44.643614 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Reserving flat network on physical network physnet1 {{(pid=82709) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 26 20:28:44.656520 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240a40a1-d7b5-4da8-a1a5-48447f6403af,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:44.663354 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:44.663684 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.segments_db [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Added segment 8461438d-88c7-4cbf-9ad1-34a2e5c7725b of type flat for network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 Jan 26 20:28:44.696139 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:44.731468 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:44.732237 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:28:44.732780 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:44.771260 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-a85c39ca-c838-4cfa-afe8-b3796c84cc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:44.832740 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8559930 Jan 26 20:28:44.835482 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacc4b1-ce16-4cf5-b266-bdc5077d4198 admin admin] Pushing event updated for resources: {'Network': ['ID=25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:44.847996 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:28:46.022688 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:46.113160 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:47.137682 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 34546) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:47.436547 dv-cinder-826519-1-iscsi neutron-server[82708]: WARNING oslo_policy.policy [None req-a33b893c-5f68-4e0c-a7a7-d8af9eeb720a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:28:47.437117 dv-cinder-826519-1-iscsi neutron-server[82708]: WARNING oslo_policy.policy [None req-a33b893c-5f68-4e0c-a7a7-d8af9eeb720a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:28:47.796831 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.policy [None req-a33b893c-5f68-4e0c-a7a7-d8af9eeb720a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82708) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 26 20:28:47.797601 dv-cinder-826519-1-iscsi neutron-server[82708]: WARNING oslo_policy.policy [None req-a33b893c-5f68-4e0c-a7a7-d8af9eeb720a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:28:47.797966 dv-cinder-826519-1-iscsi neutron-server[82708]: WARNING oslo_policy.policy [None req-a33b893c-5f68-4e0c-a7a7-d8af9eeb720a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:28:47.801401 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33b893c-5f68-4e0c-a7a7-d8af9eeb720a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:28:47.803328 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-a33b893c-5f68-4e0c-a7a7-d8af9eeb720a admin admin] 10.222.0.53 "GET /v2.0/subnets/de20ecec-2620-4ec0-8d29-983c21e0802e HTTP/1.1" status: 200 len: 849 time: 0.6636400 Jan 26 20:28:47.893471 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:47.983496 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-3291ef4d-8ef7-47df-8653-3d70c768fa9c admin admin] 10.222.0.53 "GET /v2.0/routers/0b2b011b-4954-4f94-9918-334372b2b4c0 HTTP/1.1" status: 200 len: 704 time: 0.1747282 Jan 26 20:28:48.454793 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:48.722804 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Allocated IP 172.20.0.1 (a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d/de20ecec-2620-4ec0-8d29-983c21e0802e/0eab65e1-1e08-4aaf-80e3-6efba8f07914) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:28:48.895042 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:48.913374 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Transition to ACTIVE for port object 0eab65e1-1e08-4aaf-80e3-6efba8f07914 will not be triggered until provisioned by entity DHCP. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:28:48.969842 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:49.027836 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Network a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:28:49.029055 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:28:49.074381 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:28:49.074381 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478544'] for router_interface, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:49.076998 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Pushing event updated for resources: {'Port': ['ID=0eab65e1-1e08-4aaf-80e3-6efba8f07914,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:49.129856 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:49.130204 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:49.130537 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:49.130855 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:49.131228 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:49.131554 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:49.131875 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:49.132209 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:49.132530 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:49.132844 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:49.133168 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Tracked resource versions report: Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: pushed versions: Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: { 'ConntrackHelper': {'1.0'}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Log': {'1.0'}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Network': {'1.1'}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Port': {'1.5'}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'PortForwarding': {'1.2'}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'QosPolicy': {'1.8'}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'SecurityGroup': {'1.2'}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'SecurityGroupRule': {'1.0'}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'SubPort': {'1.0'}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Subnet': {'1.1'}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Trunk': {'1.1'}} Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: consumer versions: Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: { DHCP agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: L3 agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: Metadata agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: Metering agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: Open vSwitch agent@dv-cinder-826519-1-iscsi: { 'ConntrackHelper': '1.0', Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Log': '1.0', Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Network': '1.1', Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Port': '1.5', Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'PortForwarding': '1.2', Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'QosPolicy': '1.8', Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'SecurityGroup': '1.2', Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'SecurityGroupRule': '1.0', Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'SubPort': '1.0', Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Subnet': '1.1', Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Trunk': '1.1'}} Jan 26 20:28:49.134242 dv-cinder-826519-1-iscsi neutron-server[82708]: {{(pid=82708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 20:28:49.210400 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:49.262586 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-380c4752-cd98-4c23-982d-a02202973497 None None] Provisioning for port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:28:49.268765 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-380c4752-cd98-4c23-982d-a02202973497 None None] Provisioning complete for port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:28:49.269220 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-380c4752-cd98-4c23-982d-a02202973497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:49.326158 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-380c4752-cd98-4c23-982d-a02202973497 None None] Port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:28:49.453412 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:49.458961 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:49.459732 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1442874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477369'] for router_interface, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:49.590647 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Pushing event updated for resources: {'Port': ['ID=0eab65e1-1e08-4aaf-80e3-6efba8f07914,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:49.656766 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Network a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:28:49.658239 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:28:49.850033 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-daa32d1c-3cf7-49c0-b787-5c0fcc862f14 None None] Provisioning complete for port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:28:49.850341 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-daa32d1c-3cf7-49c0-b787-5c0fcc862f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:49.905074 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-daa32d1c-3cf7-49c0-b787-5c0fcc862f14 None None] Port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:28:50.052868 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Router 0b2b011b-4954-4f94-9918-334372b2b4c0 is scheduled to L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d with binding_index 1 {{(pid=82708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 20:28:50.222622 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:28:50.233508 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-ee398fb1-ddc0-464e-9efa-7e8931deac97 admin admin] 10.222.0.53 "PUT /v2.0/routers/0b2b011b-4954-4f94-9918-334372b2b4c0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2450573 Jan 26 20:28:50.234565 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Sync routers for ids ['0b2b011b-4954-4f94-9918-334372b2b4c0'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:28:50.256663 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Routers {'0b2b011b-4954-4f94-9918-334372b2b4c0'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:28:50.257556 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:28:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['0b2b011b-4954-4f94-9918-334372b2b4c0'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:50.463838 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Set router 0b2b011b-4954-4f94-9918-334372b2b4c0 gateway port host: None {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:28:50.868932 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'name': 'router1', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:28:38Z', 'updated_at': '2022-01-26T20:28:49Z', 'revision_number': 2, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'gw_port_host': None, '_interfaces': [{'id': '0eab65e1-1e08-4aaf-80e3-6efba8f07914', 'name': '', 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'mac_address': 'fa:16:3e:57:65:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de20ecec-2620-4ec0-8d29-983c21e0802e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:28:48Z', 'updated_at': '2022-01-26T20:28:49Z', 'revision_number': 2, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'subnets': [{'id': 'de20ecec-2620-4ec0-8d29-983c21e0802e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b7b1373-46d5-4330-a72c-355f357fd5a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:50.873994 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Checking router: 0b2b011b-4954-4f94-9918-334372b2b4c0 for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:28:50.874353 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Updating router 0b2b011b-4954-4f94-9918-334372b2b4c0 port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 binding host dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:28:50.929854 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:51.316129 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Notify callbacks [] for port, precommit_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:51.333792 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.provisioning_blocks [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Transition to ACTIVE for port object 0eab65e1-1e08-4aaf-80e3-6efba8f07914 will not be triggered until provisioned by entity L2. {{(pid=82711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:28:51.344664 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:51.598259 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Pushing event updated for resources: {'Port': ['ID=0eab65e1-1e08-4aaf-80e3-6efba8f07914,revision_number=3']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:51.610413 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Attempting to bind port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:28:51.610826 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Attempting to bind port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '71e97c10-09ec-4d2d-a4a2-03301080a7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d'}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:28:51.611883 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Attempting to bind port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 on network a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:28:51.616151 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:51.616573 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:51.616992 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:51.617410 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:51.617738 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:51.618060 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:51.618379 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:51.618701 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:51.619034 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:51.619350 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:51.619661 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Tracked resource versions report: Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: pushed versions: Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: { 'ConntrackHelper': {'1.0'}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Log': {'1.0'}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Network': {'1.1'}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Port': {'1.5'}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'PortForwarding': {'1.2'}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'QosPolicy': {'1.8'}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'SecurityGroup': {'1.2'}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'SecurityGroupRule': {'1.0'}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'SubPort': {'1.0'}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Subnet': {'1.1'}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Trunk': {'1.1'}} Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: consumer versions: Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: { DHCP agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: L3 agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: Metadata agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: Metering agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: Open vSwitch agent@dv-cinder-826519-1-iscsi: { 'ConntrackHelper': '1.0', Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Log': '1.0', Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Network': '1.1', Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Port': '1.5', Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'PortForwarding': '1.2', Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'QosPolicy': '1.8', Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'SecurityGroup': '1.2', Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'SecurityGroupRule': '1.0', Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'SubPort': '1.0', Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Subnet': '1.1', Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Trunk': '1.1'}} Jan 26 20:28:51.620786 dv-cinder-826519-1-iscsi neutron-server[82711]: {{(pid=82711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 20:28:51.628167 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:28:51.628725 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Checking segment: {'id': '71e97c10-09ec-4d2d-a4a2-03301080a7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:28:51.629474 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:51.629599 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Bound using segment: {'id': '71e97c10-09ec-4d2d-a4a2-03301080a7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d'} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:28:51.630036 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Bound port: 0eab65e1-1e08-4aaf-80e3-6efba8f07914, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e97c10-09ec-4d2d-a4a2-03301080a7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d'}}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:28:51.630448 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:51.735135 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] For port 0eab65e1-1e08-4aaf-80e3-6efba8f07914, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:28:51.740970 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] For port 0eab65e1-1e08-4aaf-80e3-6efba8f07914, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=0eab65e1-1e08-4aaf-80e3-6efba8f07914,segment=NetworkSegment(71e97c10-09ec-4d2d-a4a2-03301080a7dd),segment_id=71e97c10-09ec-4d2d-a4a2-03301080a7dd)] {{(pid=82711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:28:51.745891 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:51.839238 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c260e5-6375-4aeb-86a0-6e3867b42a43 None None] Pushing event updated for resources: {'Port': ['ID=0eab65e1-1e08-4aaf-80e3-6efba8f07914,revision_number=4']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:51.846611 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Routers {'0b2b011b-4954-4f94-9918-334372b2b4c0'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:28:51.847260 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:28:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['0b2b011b-4954-4f94-9918-334372b2b4c0'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:52.010795 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] Set router 0b2b011b-4954-4f94-9918-334372b2b4c0 gateway port host: None {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:28:52.355262 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'name': 'router1', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:28:38Z', 'updated_at': '2022-01-26T20:28:49Z', 'revision_number': 2, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'gw_port_host': None, '_interfaces': [{'id': '0eab65e1-1e08-4aaf-80e3-6efba8f07914', 'name': '', 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'mac_address': 'fa:16:3e:57:65:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de20ecec-2620-4ec0-8d29-983c21e0802e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:28:48Z', 'updated_at': '2022-01-26T20:28:51Z', 'revision_number': 4, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'subnets': [{'id': 'de20ecec-2620-4ec0-8d29-983c21e0802e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b7b1373-46d5-4330-a72c-355f357fd5a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:52.359637 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c068c61-fdbc-468b-b584-bcbc0cf3c4f9 None None] The sync data for ids ['0b2b011b-4954-4f94-9918-334372b2b4c0'] in dv-cinder-826519-1-iscsi is: [{'id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'name': 'router1', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:28:38Z', 'updated_at': '2022-01-26T20:28:49Z', 'revision_number': 2, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'gw_port_host': None, '_interfaces': [{'id': '0eab65e1-1e08-4aaf-80e3-6efba8f07914', 'name': '', 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'mac_address': 'fa:16:3e:57:65:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de20ecec-2620-4ec0-8d29-983c21e0802e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:28:48Z', 'updated_at': '2022-01-26T20:28:51Z', 'revision_number': 4, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'subnets': [{'id': 'de20ecec-2620-4ec0-8d29-983c21e0802e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b7b1373-46d5-4330-a72c-355f357fd5a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:28:52.419253 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 34578) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:52.595324 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e409789-c1e5-4b2d-b458-c8652946111b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:28:52.596618 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-6e409789-c1e5-4b2d-b458-c8652946111b admin admin] 10.222.0.53 "GET /v2.0/networks/25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 HTTP/1.1" status: 200 len: 842 time: 0.1763396 Jan 26 20:28:52.605894 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:28:52.607313 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.quota [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Loaded quota_driver: . Jan 26 20:28:52.613693 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:28:52.618045 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Usage tracker for resource:subnet and tenant:5ca615f13f1a47d5a8d81c67b1c4a460 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:28:52.621330 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:28:52.629517 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:28:52.652301 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Made reservation on behalf of 5ca615f13f1a47d5a8d81c67b1c4a460 for: {'subnet': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:28:52.655042 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:53.076418 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.objects.ports [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82708) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 26 20:28:53.076851 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for subnet, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:53.153266 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd423dc-3342-48e9-9c3d-f07153505edf,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:53.165776 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Checking segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:28:53.165776 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Network hostable DHCP agents. Network: 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:28:53.200161 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:28:53.218017 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52) {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:28:53.222085 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:28:53.222693 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:53.226969 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70974893-3ebe-4f6c-a651-50cdaeb56440 None None] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:28:53.249264 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-5c74f42f-4989-4c47-a257-b9acbed53147 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6469665 Jan 26 20:28:53.488911 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5404dd97-b4be-4daa-b8e5-b7e8bd7c822a None None] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:28:54.390120 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 0eab65e1-1e08-4aaf-80e3-6efba8f07914 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:28:54.470437 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:28:54.475423 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:28:54.475773 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:54.590032 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:54.627762 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 0eab65e1-1e08-4aaf-80e3-6efba8f07914, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=0eab65e1-1e08-4aaf-80e3-6efba8f07914,segment=NetworkSegment(71e97c10-09ec-4d2d-a4a2-03301080a7dd),segment_id=71e97c10-09ec-4d2d-a4a2-03301080a7dd)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:28:54.633952 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:54.702706 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=0eab65e1-1e08-4aaf-80e3-6efba8f07914,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:55.435373 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 34592) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:28:55.668653 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-d733b5f6-d7ba-4564-b653-ffb4b1ba4afd admin admin] 10.222.0.53 "GET /v2.0/routers/0b2b011b-4954-4f94-9918-334372b2b4c0 HTTP/1.1" status: 200 len: 710 time: 0.2320833 Jan 26 20:28:55.799219 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1330777-6067-4872-accf-dd12d2d7382c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:28:55.800855 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-d1330777-6067-4872-accf-dd12d2d7382c admin admin] 10.222.0.53 "GET /v2.0/networks/25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 HTTP/1.1" status: 200 len: 886 time: 0.1269398 Jan 26 20:28:55.809432 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:28:56.324729 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28004'] for router, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:56.372282 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 0eab65e1-1e08-4aaf-80e3-6efba8f07914 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:28:56.443349 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:28:56.443712 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:56.522738 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:56.581556 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:56.715164 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Allocated IP 172.27.0.20 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/b5e244d4-5101-4223-83e2-1ec6d53b3c4a) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:28:56.867290 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:56.895218 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:56.958092 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:28:56.960895 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:28:56.964588 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:28:56.992773 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Pushing event updated for resources: {'Port': ['ID=b5e244d4-5101-4223-83e2-1ec6d53b3c4a,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:57.108996 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:57.274779 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28004'] for router, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:57.278205 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-477153'] for router, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:57.487899 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Router 0b2b011b-4954-4f94-9918-334372b2b4c0 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:28:57.725200 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:28:57.733282 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] Notify callbacks [] for router, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:57.734467 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-c0406327-eb33-400f-b39c-424bca4aab1d admin admin] 10.222.0.53 "PUT /v2.0/routers/0b2b011b-4954-4f94-9918-334372b2b4c0 HTTP/1.1" status: 200 len: 889 time: 1.9284785 Jan 26 20:28:57.735948 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Sync routers for ids ['0b2b011b-4954-4f94-9918-334372b2b4c0'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:28:57.748536 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Routers {'0b2b011b-4954-4f94-9918-334372b2b4c0'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:28:57.749198 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:28:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['0b2b011b-4954-4f94-9918-334372b2b4c0'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:57.945752 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Set router 0b2b011b-4954-4f94-9918-334372b2b4c0 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:28:58.291376 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'name': 'router1', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b5e244d4-5101-4223-83e2-1ec6d53b3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:28:38Z', 'updated_at': '2022-01-26T20:28:57Z', 'revision_number': 4, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'gw_port': {'id': 'b5e244d4-5101-4223-83e2-1ec6d53b3c4a', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:28:56Z', 'updated_at': '2022-01-26T20:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '0eab65e1-1e08-4aaf-80e3-6efba8f07914', 'name': '', 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'mac_address': 'fa:16:3e:57:65:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de20ecec-2620-4ec0-8d29-983c21e0802e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:28:48Z', 'updated_at': '2022-01-26T20:28:54Z', 'revision_number': 5, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'subnets': [{'id': 'de20ecec-2620-4ec0-8d29-983c21e0802e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b7b1373-46d5-4330-a72c-355f357fd5a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:58.296524 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Checking router: 0b2b011b-4954-4f94-9918-334372b2b4c0 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:28:58.296872 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Updating router 0b2b011b-4954-4f94-9918-334372b2b4c0 port b5e244d4-5101-4223-83e2-1ec6d53b3c4a binding host dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:28:58.355941 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:58.686897 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Notify callbacks [] for port, precommit_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:58.699818 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Transition to ACTIVE for port object b5e244d4-5101-4223-83e2-1ec6d53b3c4a will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:28:58.707716 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:58.789330 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Attempting to bind port b5e244d4-5101-4223-83e2-1ec6d53b3c4a on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:28:58.789987 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Attempting to bind port b5e244d4-5101-4223-83e2-1ec6d53b3c4a by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:28:58.790113 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Attempting to bind port b5e244d4-5101-4223-83e2-1ec6d53b3c4a on network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:28:58.792157 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849ecab-0660-4155-9fb0-a6e2b0ab0478 None None] Pushing event updated for resources: {'Port': ['ID=b5e244d4-5101-4223-83e2-1ec6d53b3c4a,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:58.799521 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:28:58.799887 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Checking segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:28:58.800280 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:58.800663 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Bound using segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:28:58.801121 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Bound port: b5e244d4-5101-4223-83e2-1ec6d53b3c4a, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:28:58.801502 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:58.875484 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] For port b5e244d4-5101-4223-83e2-1ec6d53b3c4a, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:28:58.878895 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] For port b5e244d4-5101-4223-83e2-1ec6d53b3c4a, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=b5e244d4-5101-4223-83e2-1ec6d53b3c4a,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:28:58.883642 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:28:58.987390 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Routers {'0b2b011b-4954-4f94-9918-334372b2b4c0'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:28:58.987984 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:28:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['0b2b011b-4954-4f94-9918-334372b2b4c0'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:59.035331 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849ecab-0660-4155-9fb0-a6e2b0ab0478 None None] Pushing event updated for resources: {'Port': ['ID=b5e244d4-5101-4223-83e2-1ec6d53b3c4a,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:28:59.171274 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] Set router 0b2b011b-4954-4f94-9918-334372b2b4c0 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:28:59.508982 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'name': 'router1', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b5e244d4-5101-4223-83e2-1ec6d53b3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:28:38Z', 'updated_at': '2022-01-26T20:28:57Z', 'revision_number': 4, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'gw_port': {'id': 'b5e244d4-5101-4223-83e2-1ec6d53b3c4a', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:28:56Z', 'updated_at': '2022-01-26T20:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '0eab65e1-1e08-4aaf-80e3-6efba8f07914', 'name': '', 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'mac_address': 'fa:16:3e:57:65:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de20ecec-2620-4ec0-8d29-983c21e0802e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:28:48Z', 'updated_at': '2022-01-26T20:28:54Z', 'revision_number': 5, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'subnets': [{'id': 'de20ecec-2620-4ec0-8d29-983c21e0802e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b7b1373-46d5-4330-a72c-355f357fd5a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:28:59.513392 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50820566-db96-4f90-9540-d8b9dba11133 None None] The sync data for ids ['0b2b011b-4954-4f94-9918-334372b2b4c0'] in dv-cinder-826519-1-iscsi is: [{'id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'name': 'router1', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'b5e244d4-5101-4223-83e2-1ec6d53b3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:28:38Z', 'updated_at': '2022-01-26T20:28:57Z', 'revision_number': 4, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'gw_port': {'id': 'b5e244d4-5101-4223-83e2-1ec6d53b3c4a', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:28:56Z', 'updated_at': '2022-01-26T20:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '0eab65e1-1e08-4aaf-80e3-6efba8f07914', 'name': '', 'network_id': 'a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d', 'tenant_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'mac_address': 'fa:16:3e:57:65:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b011b-4954-4f94-9918-334372b2b4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de20ecec-2620-4ec0-8d29-983c21e0802e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:28:48Z', 'updated_at': '2022-01-26T20:28:54Z', 'revision_number': 5, 'project_id': '28fca9e09b7c4928b8f5621c4c6f0f64', 'subnets': [{'id': 'de20ecec-2620-4ec0-8d29-983c21e0802e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b7b1373-46d5-4330-a72c-355f357fd5a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:28:59.999901 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 34602) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:29:00.136230 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1f7fa3d1-e64b-45b8-ac5c-348eb6efe99d admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1353495 Jan 26 20:29:00.408741 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device b5e244d4-5101-4223-83e2-1ec6d53b3c4a up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:29:00.477424 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port b5e244d4-5101-4223-83e2-1ec6d53b3c4a completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:29:00.482438 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port b5e244d4-5101-4223-83e2-1ec6d53b3c4a triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:29:00.482807 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:00.600179 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:00.617369 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port b5e244d4-5101-4223-83e2-1ec6d53b3c4a, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=b5e244d4-5101-4223-83e2-1ec6d53b3c4a,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:29:00.622475 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:00.689914 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=b5e244d4-5101-4223-83e2-1ec6d53b3c4a,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:29:02.387760 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device b5e244d4-5101-4223-83e2-1ec6d53b3c4a up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:29:02.475728 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port b5e244d4-5101-4223-83e2-1ec6d53b3c4a triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:29:02.476469 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:12.536063 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-1b9eff0e-a2df-4662-8dcc-1cc20fdfa324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:14.775527 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-61e55f7b-4691-44bc-a1ec-1261fb662e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:15.918055 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 5 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:29:16.026649 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:16.120330 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:17.910136 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:42.543084 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-b0fc81da-13cb-48c7-90f6-06ba244350ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:44.783171 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-02872972-52d6-4149-9a28-4beafb2ca943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:46.028693 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:46.120091 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:47.912763 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:29:52.918292 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 5 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:30:12.537121 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9d71a45c-ab9f-430a-b6ba-1c84ba3d23b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:30:14.779022 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0b8e88f4-d52e-4d9a-839f-232b7af58b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:30:16.029279 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:30:16.116383 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:30:17.914880 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:30:29.920295 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 5 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:30:42.540589 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-2fd05457-da30-4728-bed7-470ddea54697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:30:44.784323 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-7e315ae7-2463-4a5e-8c13-ed526c7f0949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:30:46.032313 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:30:46.117743 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:30:47.914207 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:03.692294 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35176) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:03.780697 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eaeadb4-cd6b-44d5-8285-f01366bbde49 admin admin] GET failed (client error): The resource could not be found. Jan 26 20:31:03.781871 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-7eaeadb4-cd6b-44d5-8285-f01366bbde49 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0886462 Jan 26 20:31:03.909104 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f126341-fca5-4ab6-9713-6bfece5ae07f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:03.910461 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-7f126341-fca5-4ab6-9713-6bfece5ae07f admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1248393 Jan 26 20:31:05.902825 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35186) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:06.032848 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bf42dd-f7d5-4aa7-bec2-a24d34ba345e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:06.033390 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-c1bf42dd-f7d5-4aa7-bec2-a24d34ba345e admin admin] Synchronizing usage tracker for tenant:5ca615f13f1a47d5a8d81c67b1c4a460 on resource:subnet {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:31:06.050771 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-c1bf42dd-f7d5-4aa7-bec2-a24d34ba345e admin admin] Unset dirty status for tenant:5ca615f13f1a47d5a8d81c67b1c4a460 on resource:subnet {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:31:06.051881 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-c1bf42dd-f7d5-4aa7-bec2-a24d34ba345e admin admin] 10.222.0.53 "GET /v2.0/subnets/de20ecec-2620-4ec0-8d29-983c21e0802e HTTP/1.1" status: 200 len: 849 time: 0.1481018 Jan 26 20:31:06.061467 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:31:06.175737 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:06.354195 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791693647095'] for subnet, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:06.397609 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:06.398183 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:06.399602 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] 10.222.0.53 "PUT /v2.0/subnets/de20ecec-2620-4ec0-8d29-983c21e0802e HTTP/1.1" status: 200 len: 868 time: 0.3421807 Jan 26 20:31:06.403511 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08beedec-1803-4ed3-9d49-468f2ec1dab9 None None] Network a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:31:06.422965 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de20ecec-2620-4ec0-8d29-983c21e0802e,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:31:06.431702 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:06.432038 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:06.432366 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:06.432691 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:06.433015 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:06.433332 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:06.433646 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:06.433967 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:06.434277 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:06.434586 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:06.434896 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59535407-85db-4a51-8ce3-fa097451ea68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:06.858956 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d68c5c5f-fc9e-4c19-b11b-7972d3d6699a None None] Provisioning complete for port 427bac39-87eb-4bce-9775-a2f0208d50e4 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:31:06.859357 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d68c5c5f-fc9e-4c19-b11b-7972d3d6699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:06.920401 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 5 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:31:06.980693 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d68c5c5f-fc9e-4c19-b11b-7972d3d6699a None None] Provisioning complete for port 0eab65e1-1e08-4aaf-80e3-6efba8f07914 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:31:06.980954 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d68c5c5f-fc9e-4c19-b11b-7972d3d6699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:08.424317 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35196) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:08.616345 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c1358-b425-44d6-b6ca-102ffc3683d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:08.616603 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c1358-b425-44d6-b6ca-102ffc3683d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:08.618108 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-f69c1358-b425-44d6-b6ca-102ffc3683d4 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1928222 Jan 26 20:31:10.621933 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35206) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:10.813144 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c5268-f670-4f5b-a7af-f393d27066ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:10.813514 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c5268-f670-4f5b-a7af-f393d27066ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:10.815029 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-186c5268-f670-4f5b-a7af-f393d27066ba admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1915796 Jan 26 20:31:12.542599 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-62681a6c-da57-4d27-8014-d8a211275880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:12.843989 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35216) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:13.043716 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a735df-2ae2-47eb-bb62-4d1ad6dbc599 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:13.045670 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-52a735df-2ae2-47eb-bb62-4d1ad6dbc599 admin admin] 10.222.0.53 "GET /v2.0/networks/25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 HTTP/1.1" status: 200 len: 886 time: 0.2007205 Jan 26 20:31:14.787307 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-12a6fc4e-3a1a-4ecc-9515-617e2fb8fd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:15.058902 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35226) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:15.248853 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b03ef8-2024-4745-877b-4b064186514d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:15.250197 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-56b03ef8-2024-4745-877b-4b064186514d admin admin] 10.222.0.53 "GET /v2.0/networks/a0f7f9b2-13b6-4ec1-a516-9683a94e3d7d HTTP/1.1" status: 200 len: 869 time: 0.1904011 Jan 26 20:31:16.034360 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:16.120268 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:17.248772 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35236) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:17.385520 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16573323-a295-4e56-b1b8-e500a691b0c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:17.385968 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16573323-a295-4e56-b1b8-e500a691b0c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:17.388756 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-16573323-a295-4e56-b1b8-e500a691b0c9 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378837 Jan 26 20:31:17.921778 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:19.402464 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35246) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:19.534147 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f9eb64-7f84-471a-bde3-5ba0ea3473a5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:19.534511 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f9eb64-7f84-471a-bde3-5ba0ea3473a5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:19.536027 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-76f9eb64-7f84-471a-bde3-5ba0ea3473a5 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1324551 Jan 26 20:31:21.577765 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35256) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:21.703419 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be9601-cda7-459b-8bbd-c1595abc15c1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:21.704896 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-f0be9601-cda7-459b-8bbd-c1595abc15c1 admin admin] 10.222.0.53 "GET /v2.0/subnets/4fd423dc-3342-48e9-9c3d-f07153505edf HTTP/1.1" status: 200 len: 816 time: 0.1261561 Jan 26 20:31:23.804387 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35266) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:23.960644 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab990ea3-4cb6-4069-ae7f-04e22884d1e6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:23.962016 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-ab990ea3-4cb6-4069-ae7f-04e22884d1e6 admin admin] 10.222.0.53 "GET /v2.0/subnets/de20ecec-2620-4ec0-8d29-983c21e0802e HTTP/1.1" status: 200 len: 868 time: 0.1563365 Jan 26 20:31:42.545375 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-00b26e11-5cc7-486c-9e6e-832072023deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:43.204544 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35304) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:43.284415 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [None req-70494aa0-a51d-4367-957c-34cdd97c1415 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=82708) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 26 20:31:43.285556 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-70494aa0-a51d-4367-957c-34cdd97c1415 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0800214 Jan 26 20:31:43.921769 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 5 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:31:44.789916 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-a188329e-d933-4a73-8f96-abef871dea44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:45.516304 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35314) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:45.613958 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcd2f2a-6884-45ac-ae51-0b4c89c7b7b0 admin admin] GET failed (client error): The resource could not be found. Jan 26 20:31:45.615271 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-5bcd2f2a-6884-45ac-ae51-0b4c89c7b7b0 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0980239 Jan 26 20:31:45.800512 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ea8099-b36c-4810-bb67-e0aa501aa8f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:45.801958 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-57ea8099-b36c-4810-bb67-e0aa501aa8f3 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1826527 Jan 26 20:31:46.037797 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:46.127773 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:47.842690 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35324) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:47.923156 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:31:47.927873 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:47.928411 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:31:47.932102 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Usage tracker for resource:network and tenant:5ca615f13f1a47d5a8d81c67b1c4a460 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:31:47.935647 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:31:47.941118 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:31:47.950797 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Made reservation on behalf of 5ca615f13f1a47d5a8d81c67b1c4a460 for: {'network': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:31:47.953392 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:48.038969 dv-cinder-826519-1-iscsi neutron-server[82708]: WARNING neutron.services.revisions.revision_plugin [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Could not find related network for resource to bump revision. Jan 26 20:31:48.053468 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=82708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:31:48.066315 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791693722579', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:48.067064 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Unsubscribe: segment precommit_create {{(pid=82708) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 26 20:31:48.067354 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.segments_db [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Added segment 6217bdf1-7293-406d-8b99-b1b423a4df23 of type vlan for network f9ac75d7-1133-49c4-902d-ce978ebced17 Jan 26 20:31:48.104102 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:48.136941 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:48.137752 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:48.138347 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:48.232807 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3889136 Jan 26 20:31:48.238317 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3dec2-b2b9-42cd-bd2a-240bd6b5818b admin admin] Pushing event updated for resources: {'Network': ['ID=f9ac75d7-1133-49c4-902d-ce978ebced17,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:31:48.251356 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network f9ac75d7-1133-49c4-902d-ce978ebced17 details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:31:50.272445 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35334) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:50.363289 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b65426-92c6-43aa-866b-1b3dfb97c607 admin admin] GET failed (client error): The resource could not be found. Jan 26 20:31:50.363874 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-65b65426-92c6-43aa-866b-1b3dfb97c607 admin admin] Synchronizing usage tracker for tenant:5ca615f13f1a47d5a8d81c67b1c4a460 on resource:network {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:31:50.385421 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-65b65426-92c6-43aa-866b-1b3dfb97c607 admin admin] Unset dirty status for tenant:5ca615f13f1a47d5a8d81c67b1c4a460 on resource:network {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:31:50.391042 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-65b65426-92c6-43aa-866b-1b3dfb97c607 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1134491 Jan 26 20:31:50.497700 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b5c0b-fc32-4488-8c97-2f8733732195 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:50.499057 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-fd6b5c0b-fc32-4488-8c97-2f8733732195 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1072435 Jan 26 20:31:50.510127 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:31:50.515899 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:31:50.526217 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:31:50.535972 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Made reservation on behalf of 5ca615f13f1a47d5a8d81c67b1c4a460 for: {'subnet': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:31:50.538342 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:50.731756 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for subnet, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:50.805652 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=34683ef6-b0d9-4a26-961b-3cb8c065acfa,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:31:50.818796 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Checking segment: {'id': '6217bdf1-7293-406d-8b99-b1b423a4df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:31:50.819175 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Network hostable DHCP agents. Network: f9ac75d7-1133-49c4-902d-ce978ebced17, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:31:50.841807 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Network f9ac75d7-1133-49c4-902d-ce978ebced17 is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:31:50.854504 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, f9ac75d7-1133-49c4-902d-ce978ebced17) {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:31:50.859792 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:31:50.861023 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:50.864385 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f9fd7c-a30d-437d-b51c-b0a22b2dd231 None None] Network f9ac75d7-1133-49c4-902d-ce978ebced17 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:31:50.886641 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-77d30502-5c2c-413d-8126-e3b1329c20ef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3810558 Jan 26 20:31:51.105830 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30fa8224-0597-597c-aab4-45dd2a3f5b7f-f9ac75d7-1133-49c4-902d-ce978ebced17', 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17', 'tenant_id': '5ca615f13f1a47d5a8d81c67b1c4a460', 'fixed_ips': [{'subnet_id': '34683ef6-b0d9-4a26-961b-3cb8c065acfa'}]}} from dv-cinder-826519-1-iscsi. {{(pid=82710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 26 20:31:51.106778 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:51.280017 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.db_base_plugin_common [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Allocated IP 192.168.233.2 (f9ac75d7-1133-49c4-902d-ce978ebced17/34683ef6-b0d9-4a26-961b-3cb8c065acfa/e9d00ff6-9dac-448a-b96a-1e9006308d5d) {{(pid=82710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:31:51.489058 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Notify callbacks [] for port, precommit_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:51.500788 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Transition to ACTIVE for port object e9d00ff6-9dac-448a-b96a-1e9006308d5d will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:31:51.520963 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Transition to ACTIVE for port object e9d00ff6-9dac-448a-b96a-1e9006308d5d will not be triggered until provisioned by entity DHCP. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:31:51.527200 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:51.598767 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Network f9ac75d7-1133-49c4-902d-ce978ebced17 is already hosted by enough agents. {{(pid=82710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:31:51.602155 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Pushing event updated for resources: {'Port': ['ID=e9d00ff6-9dac-448a-b96a-1e9006308d5d,revision_number=1']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:31:51.604692 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.base_scheduler [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Resources bound (agent type, host, resource id): {{(pid=82710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:31:51.612356 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Received port after_create {{(pid=82710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:31:51.615941 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:51.616102 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:51.616441 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:51.616767 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:51.617086 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:51.617441 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:51.617720 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:51.618068 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:51.618391 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:51.618711 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:51.619051 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:31:51.705280 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Attempting to bind port e9d00ff6-9dac-448a-b96a-1e9006308d5d on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:31:51.705509 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Attempting to bind port e9d00ff6-9dac-448a-b96a-1e9006308d5d by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '6217bdf1-7293-406d-8b99-b1b423a4df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:31:51.705878 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Attempting to bind port e9d00ff6-9dac-448a-b96a-1e9006308d5d on network f9ac75d7-1133-49c4-902d-ce978ebced17 {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:31:51.713642 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:31:51.714132 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Checking segment: {'id': '6217bdf1-7293-406d-8b99-b1b423a4df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:31:51.714638 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:51.715308 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Bound using segment: {'id': '6217bdf1-7293-406d-8b99-b1b423a4df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:31:51.715904 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Bound port: e9d00ff6-9dac-448a-b96a-1e9006308d5d, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6217bdf1-7293-406d-8b99-b1b423a4df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:31:51.716441 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:51.837420 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] For port e9d00ff6-9dac-448a-b96a-1e9006308d5d, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:31:51.841819 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] For port e9d00ff6-9dac-448a-b96a-1e9006308d5d, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=e9d00ff6-9dac-448a-b96a-1e9006308d5d,segment=NetworkSegment(6217bdf1-7293-406d-8b99-b1b423a4df23),segment_id=6217bdf1-7293-406d-8b99-b1b423a4df23)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:31:51.849074 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:51.940800 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99674c-37cf-48e0-a478-62185b0ccec8 None None] Pushing event updated for resources: {'Port': ['ID=e9d00ff6-9dac-448a-b96a-1e9006308d5d,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:31:52.492845 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device e9d00ff6-9dac-448a-b96a-1e9006308d5d up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:31:52.578559 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port e9d00ff6-9dac-448a-b96a-1e9006308d5d completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:31:52.841926 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e145c1-cfed-46d1-bd4b-e7b14fdc6fe4 None None] Network f9ac75d7-1133-49c4-902d-ce978ebced17 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:31:52.938420 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-1ff71c6e-874d-41f1-ba91-387e30eb6aa5 None None] Provisioning for port e9d00ff6-9dac-448a-b96a-1e9006308d5d completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:31:52.953076 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-1ff71c6e-874d-41f1-ba91-387e30eb6aa5 None None] Provisioning complete for port e9d00ff6-9dac-448a-b96a-1e9006308d5d triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:31:52.953728 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-1ff71c6e-874d-41f1-ba91-387e30eb6aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:53.173376 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-1ff71c6e-874d-41f1-ba91-387e30eb6aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:53.221390 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-1ff71c6e-874d-41f1-ba91-387e30eb6aa5 None None] For port e9d00ff6-9dac-448a-b96a-1e9006308d5d, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=e9d00ff6-9dac-448a-b96a-1e9006308d5d,segment=NetworkSegment(6217bdf1-7293-406d-8b99-b1b423a4df23),segment_id=6217bdf1-7293-406d-8b99-b1b423a4df23)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:31:53.227112 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-1ff71c6e-874d-41f1-ba91-387e30eb6aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:53.309870 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff71c6e-874d-41f1-ba91-387e30eb6aa5 None None] Pushing event updated for resources: {'Port': ['ID=e9d00ff6-9dac-448a-b96a-1e9006308d5d,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:31:53.454947 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-de15e258-2884-446b-95b1-deaf03277b7f None None] Provisioning complete for port e9d00ff6-9dac-448a-b96a-1e9006308d5d triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:31:53.455531 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-de15e258-2884-446b-95b1-deaf03277b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:31:54.462373 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device e9d00ff6-9dac-448a-b96a-1e9006308d5d up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:31:54.529940 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port e9d00ff6-9dac-448a-b96a-1e9006308d5d triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:31:54.530305 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:12.558859 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-e2786c35-5451-456f-8b42-52a8ed4ad872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:14.799096 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a9d2-cb6c-4b04-b878-bf900e505f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:16.042134 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:16.123975 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:17.939964 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:20.921736 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 5 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:32:42.545242 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-fc303864-cd22-47b2-8508-414793c23cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:44.792805 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-77a9ba78-f416-44e2-a575-377d6baf3f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:46.045447 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:46.117697 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:47.931197 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:57.922457 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 5 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:32:59.108075 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35376) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:32:59.116055 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [None req-6b64e2ad-7474-4be8-adfd-f46c2a609e16 tempest-verify_tempest_config-512780141 tempest-verify_tempest_config-512780141-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=82708) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 26 20:32:59.117371 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-6b64e2ad-7474-4be8-adfd-f46c2a609e16 tempest-verify_tempest_config-512780141 tempest-verify_tempest_config-512780141-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0079839 Jan 26 20:32:59.461273 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35394) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:32:59.603121 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:59.632863 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:32:59.636515 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Usage tracker for resource:security_group_rule and tenant:7e05f506f3f94065a4c922d08ef1a0ac is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:32:59.639493 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:32:59.645287 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:32:59.717488 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:59.723617 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:59.772745 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc85d40-7644-4822-960f-9684d60fd0bd,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:32:59.784117 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Synchronizing usage tracker for tenant:5ca615f13f1a47d5a8d81c67b1c4a460 on resource:security_group {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:32:59.788085 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:32:59.788430 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:32:59.788769 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:32:59.789113 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:32:59.789437 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:32:59.789766 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:32:59.790089 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:32:59.790428 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:32:59.790752 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:32:59.791706 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:32:59.791975 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:32:59.810280 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] Unset dirty status for tenant:5ca615f13f1a47d5a8d81c67b1c4a460 on resource:security_group {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:32:59.811584 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-6e399b34-8607-48fe-9576-afd07e25d836 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e05f506f3f94065a4c922d08ef1a0ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3493631 Jan 26 20:32:59.814160 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35400) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:32:59.873798 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-00831437-b692-4abc-a97a-a8c81b831297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:59.898367 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-00831437-b692-4abc-a97a-a8c81b831297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:32:59.991873 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-00831437-b692-4abc-a97a-a8c81b831297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:33:00.006201 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00831437-b692-4abc-a97a-a8c81b831297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc85d40-7644-4822-960f-9684d60fd0bd,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:33:00.012416 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-00831437-b692-4abc-a97a-a8c81b831297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:33:00.013848 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-00831437-b692-4abc-a97a-a8c81b831297 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5bc85d40-7644-4822-960f-9684d60fd0bd HTTP/1.1" status: 204 len: 168 time: 0.1959877 Jan 26 20:33:12.554674 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-6615c8fa-2bf9-4cac-8da5-c734437ba17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:33:14.794693 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-045d1f06-2d0e-49a7-bd8e-c61c4d41ae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:33:16.046187 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:33:16.119553 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:33:17.935775 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:33:34.924004 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 5 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:33:42.547459 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-a5270c76-3549-47ef-911f-9d0f7d790ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:33:44.798825 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9085dbf9-a05b-41e7-9657-06f73a38e997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:33:46.048540 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:33:46.121475 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:33:47.938769 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:34:11.924099 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 5 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:34:12.549610 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-90ff2fe2-c546-4c82-9da4-4dc61d45046f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:34:14.801747 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-c9d46249-8054-47dc-b548-1e351303caf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:34:16.052059 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:34:16.122326 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:34:17.948600 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:34:33.159185 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478689'] for agent, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:34:42.550493 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9f03fa60-5d09-489f-85ba-84ca0ae1cd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:34:44.806906 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-53eb93e8-4ff6-46f4-9a3b-99367260d03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:34:46.055366 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:34:46.127928 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:34:47.948369 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:34:48.801322 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35470) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:34:48.925605 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:34:48.943351 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-8e0b4ca1-a7e0-4506-a363-5fd8b85c03af admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1407616 Jan 26 20:34:51.011894 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35480) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:34:51.098710 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-8d9c8800-49f6-4b4b-a9f4-cf66c472382f admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0857663 Jan 26 20:35:03.115430 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:35:12.551379 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f683-d771-4524-88c2-58b16f5a47e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:35:14.799719 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-57f919c7-fc18-48b3-9f96-2e560ca58763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:35:16.057201 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:35:16.118691 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:35:17.951289 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:35:25.929204 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:35:33.115370 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:35:42.555915 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-174fd94d-37a3-4002-8b0e-ca1ebb6639d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:35:44.804946 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3449-0be8-4fea-8d35-428cab19da27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:35:46.062000 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:35:46.122295 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:35:47.961800 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:02.931753 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:36:03.127493 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:12.563723 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-3d6674d1-378a-4e25-b44b-bb464ecd8421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:14.806817 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-da408e37-4193-419b-8af6-e4065984fea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:16.064102 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:16.124791 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:17.956143 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:32.958355 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35700) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:32.989605 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35706) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:32.995403 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35710) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:33.027654 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35718) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:33.143733 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.219787 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1604075212-network', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:33.224970 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:33.232854 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2105681462-network', 'tenant_id': '6640c36098c2473680824eba064a5218'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:33.237039 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:33.239373 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Usage tracker for resource:network and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:33.243879 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:33.247457 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Usage tracker for resource:network and tenant:6640c36098c2473680824eba064a5218 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:33.252576 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:33.255183 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:33.263055 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:33.273066 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Made reservation on behalf of b4d016374d2e4e45a021b9c468ba477b for: {'network': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:36:33.276375 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.287111 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-443450986-network', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:33.291497 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:33.295938 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Usage tracker for resource:network and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:33.299311 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Made reservation on behalf of 6640c36098c2473680824eba064a5218 for: {'network': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:36:33.301539 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.307412 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:33.315585 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:33.315778 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.327880 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.328935 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Made reservation on behalf of 2db5b5ed594345d6b9faceb1fe02c1bd for: {'network': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:36:33.347821 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.364932 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:33.369478 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Usage tracker for resource:security_group_rule and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:33.372529 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:33.378431 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:33.395696 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-736147646-network', 'tenant_id': '02d70a6cd5a74b56a1159c3dffa9e977'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:33.410526 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:33.421228 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Usage tracker for resource:network and tenant:02d70a6cd5a74b56a1159c3dffa9e977 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:33.429960 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:33.444129 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:33.450674 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.457476 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.474412 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:33.479453 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:6640c36098c2473680824eba064a5218 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:33.482658 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:33.489735 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:33.557627 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:33.562782 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.562963 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Usage tracker for resource:security_group_rule and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:33.564665 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.567215 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:33.575507 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:33.577685 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=82709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:36:33.586851 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.587228 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.segments_db [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Added segment 6ff606a2-92ee-4c06-9c50-fb65bff02086 of type vlan for network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba Jan 26 20:36:33.607054 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Made reservation on behalf of 02d70a6cd5a74b56a1159c3dffa9e977 for: {'network': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:36:33.609566 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.637989 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.665088 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.675056 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.694310 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=82709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:36:33.704593 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.705200 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.segments_db [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Added segment 9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7 of type vlan for network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 Jan 26 20:36:33.731915 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.796726 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.798549 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:33.799645 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.868574 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:33.884187 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Usage tracker for resource:security_group_rule and tenant:02d70a6cd5a74b56a1159c3dffa9e977 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:33.888687 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:33.895218 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.896019 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:33.898867 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:33.903557 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.904590 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:33.940443 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9792686 Jan 26 20:36:33.944114 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35750) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:33.957101 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9662740 Jan 26 20:36:33.958051 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35754) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:33.961929 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Request body: {'subnet': {'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1604075212-subnet', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:33.977558 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:33.982353 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Usage tracker for resource:subnet and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:33.988945 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:34.002763 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.004698 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:34.050927 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994dcb08-e586-4271-a2f4-6f2ad8f4f2b3,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:34.063911 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.067427 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.067821 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.068186 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.068591 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.069032 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.069562 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.070049 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.070442 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.070767 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.071903 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.072918 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Tracked resource versions report: Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: pushed versions: Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: { 'ConntrackHelper': {'1.0'}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Log': {'1.0'}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Network': {'1.1'}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Port': {'1.5'}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'PortForwarding': {'1.2'}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'QosPolicy': {'1.8'}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'SecurityGroup': {'1.2'}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'SecurityGroupRule': {'1.0'}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'SubPort': {'1.0'}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Subnet': {'1.1'}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Trunk': {'1.1'}} Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: consumer versions: Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: { DHCP agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: HyperV agent@hv-cinder-82651: {}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: L3 agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: Metadata agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: Metering agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: Open vSwitch agent@dv-cinder-826519-1-iscsi: { 'ConntrackHelper': '1.0', Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Log': '1.0', Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Network': '1.1', Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Port': '1.5', Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'PortForwarding': '1.2', Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'QosPolicy': '1.8', Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'SecurityGroup': '1.2', Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'SecurityGroupRule': '1.0', Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'SubPort': '1.0', Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Subnet': '1.1', Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: 'Trunk': '1.1'}} Jan 26 20:36:34.074187 dv-cinder-826519-1-iscsi neutron-server[82708]: {{(pid=82708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 20:36:34.086143 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.102854 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=82708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:36:34.139591 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.140418 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.segments_db [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Added segment ff3441df-6e2a-4986-9e77-9ca70fc2f7e8 of type vlan for network 4516c057-057d-4328-b219-148cc457f2aa Jan 26 20:36:34.141969 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=82708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:36:34.144748 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1356c0c9-8d0c-4819-af3f-ac31b885b340,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:34.159991 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Pushing event updated for resources: {'Network': ['ID=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:34.165446 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.170683 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Request body: {'subnet': {'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2105681462-subnet', 'tenant_id': '6640c36098c2473680824eba064a5218', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:34.171500 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.segments_db [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Added segment b2262fda-a06f-4838-a0fe-789b3fe104b2 of type vlan for network 0da887b4-9ce5-4316-83b6-d930a4a14860 Jan 26 20:36:34.193696 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:34.201954 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Usage tracker for resource:subnet and tenant:6640c36098c2473680824eba064a5218 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:34.204891 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Made reservation on behalf of b4d016374d2e4e45a021b9c468ba477b for: {'subnet': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:36:34.211243 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.217119 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.240865 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:34.256981 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.258327 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:34.258749 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.284208 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.284749 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.285255 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.285726 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.286225 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.286693 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.287202 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.287704 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.288181 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.288738 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.289212 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:34.290209 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Tracked resource versions report: Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: pushed versions: Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: { 'ConntrackHelper': {'1.0'}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Log': {'1.0'}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Network': {'1.1'}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Port': {'1.5'}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'PortForwarding': {'1.2'}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'QosPolicy': {'1.8'}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'SecurityGroup': {'1.2'}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'SecurityGroupRule': {'1.0'}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'SubPort': {'1.0'}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Subnet': {'1.1'}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Trunk': {'1.1'}} Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: consumer versions: Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: { DHCP agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: HyperV agent@hv-cinder-82651: {}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: L3 agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: Metadata agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: Metering agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: Open vSwitch agent@dv-cinder-826519-1-iscsi: { 'ConntrackHelper': '1.0', Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Log': '1.0', Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Network': '1.1', Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Port': '1.5', Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'PortForwarding': '1.2', Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'QosPolicy': '1.8', Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'SecurityGroup': '1.2', Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'SecurityGroupRule': '1.0', Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'SubPort': '1.0', Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Subnet': '1.1', Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: 'Trunk': '1.1'}} Jan 26 20:36:34.290572 dv-cinder-826519-1-iscsi neutron-server[82709]: {{(pid=82709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 20:36:34.305588 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:36:34.353382 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:34.374692 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ddc54-861c-41d9-9ce6-48f4c565098b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4d34a-0ef5-4818-aa19-75e50c39559d,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:34.489216 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Made reservation on behalf of 6640c36098c2473680824eba064a5218 for: {'subnet': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:36:34.491826 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.504020 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.db.resource_extend [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 20:36:34.583499 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] Pushing event updated for resources: {'Network': ['ID=0da887b4-9ce5-4316-83b6-d930a4a14860,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:34.590878 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-471c4df2-9972-47c2-9006-8314f5b47122 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5621431 Jan 26 20:36:34.593865 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35776) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:34.597256 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 0da887b4-9ce5-4316-83b6-d930a4a14860 details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:36:34.623701 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Request body: {'subnet': {'network_id': '0da887b4-9ce5-4316-83b6-d930a4a14860', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-736147646-subnet', 'tenant_id': '02d70a6cd5a74b56a1159c3dffa9e977', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:34.633563 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.634973 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:34.640842 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.656031 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:34.696882 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Usage tracker for resource:subnet and tenant:02d70a6cd5a74b56a1159c3dffa9e977 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:34.731724 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:34.873204 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:34.898686 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9013007 Jan 26 20:36:34.908973 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35786) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:34.908973 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66682b39-fff4-47e9-9b2b-fb9ff63643c9 admin admin] Pushing event updated for resources: {'Network': ['ID=4516c057-057d-4328-b219-148cc457f2aa,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:34.913592 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Request body: {'subnet': {'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-subnet', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:34.919557 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 4516c057-057d-4328-b219-148cc457f2aa details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:36:34.935392 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Made reservation on behalf of 02d70a6cd5a74b56a1159c3dffa9e977 for: {'subnet': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:36:34.937947 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.943407 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0935511f-2c29-4759-979d-974f894b058a,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:34.971077 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:34.990425 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Usage tracker for resource:subnet and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:34.991787 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for subnet, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:34.996187 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130401af-7344-457f-91d4-7733c1680fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:35.054578 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:36:35.092152 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:35.138437 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d2a0f2-fc73-4f82-966c-3684b0274923,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:35.141600 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:35.163400 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Checking segment: {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:36:35.163701 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Network hostable DHCP agents. Network: f0067db2-b2dc-488a-8c4b-f2d4f13b24ba, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:36:35.203538 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Made reservation on behalf of 2db5b5ed594345d6b9faceb1fe02c1bd for: {'subnet': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:36:35.206037 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:35.246032 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:36:35.282206 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, f0067db2-b2dc-488a-8c4b-f2d4f13b24ba) {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:35.295298 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:35.295760 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2a323b-62eb-4aa9-a41c-84d8e6ebad3f None None] Network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:36:35.295900 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:35.311275 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for subnet, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:35.383925 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a71d783-e3a8-40d2-b37b-0c93d1b53c2d,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:35.399691 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-8a32193a-5d09-4779-b6af-278b62cc381b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4531860 Jan 26 20:36:35.407578 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35800) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:35.424928 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:35.433028 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:35.440033 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Usage tracker for resource:router and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:35.444734 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:35.459340 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:35.463261 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Checking segment: {'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:36:35.463752 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Network hostable DHCP agents. Network: 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:36:35.501983 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28025'] for router, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:35.502962 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28022'] for router, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:35.533230 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:36:35.552205 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:35.555099 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8) {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:35.565836 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:35.566409 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:35.582967 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682a3405-797c-4865-b668-3d64eda0a672 None None] Network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:36:35.596366 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-1edbf595-8d44-4a14-84e0-aef7b75af668 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5769987 Jan 26 20:36:35.605684 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35810) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:35.626723 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2105681462-router', 'tenant_id': '6640c36098c2473680824eba064a5218', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:35.639170 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:35.647813 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Usage tracker for resource:router and tenant:6640c36098c2473680824eba064a5218 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:35.652496 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:35.655511 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for subnet, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:35.708617 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:35.751286 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for subnet, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:35.755709 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28025'] for router, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:35.756716 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28022'] for router, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:35.777195 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28004'] for router, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:35.814366 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5532b64-383c-4c84-8e1f-3c4484dee2fb,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:35.917619 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Checking segment: {'id': 'b2262fda-a06f-4838-a0fe-789b3fe104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0da887b4-9ce5-4316-83b6-d930a4a14860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:36:35.932422 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Network hostable DHCP agents. Network: 0da887b4-9ce5-4316-83b6-d930a4a14860, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:36:35.961410 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.053121 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Checking segment: {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:36:36.053483 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Network hostable DHCP agents. Network: 4516c057-057d-4328-b219-148cc457f2aa, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:36:36.057939 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.058475 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab66317f-1f97-4db1-838e-7f27eb67f0da,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:36.070645 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30fa8224-0597-597c-aab4-45dd2a3f5b7f-f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923'}]}} from dv-cinder-826519-1-iscsi. {{(pid=82710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 26 20:36:36.071749 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.088980 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1956ae-0849-426f-a205-c759cbebd582 None None] Network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:36:36.147972 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.178842 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Network 0da887b4-9ce5-4316-83b6-d930a4a14860 is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:36:36.267367 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Network 4516c057-057d-4328-b219-148cc457f2aa is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:36:36.271527 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 0da887b4-9ce5-4316-83b6-d930a4a14860) {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:36.283972 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:36.284755 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.293114 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 4516c057-057d-4328-b219-148cc457f2aa) {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:36.307231 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28004'] for router, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.318748 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:36.319897 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.358086 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.db_base_plugin_common [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Allocated IP 172.20.0.2 (f0067db2-b2dc-488a-8c4b-f2d4f13b24ba/49d2a0f2-fc73-4f82-966c-3684b0274923/8d17c1ac-c360-44b8-b341-c3ee690ddf21) {{(pid=82710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:36:36.458778 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-e7918676-92fb-4320-b67b-4e302e7c5798 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8458586 Jan 26 20:36:36.467599 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-22df8a98-e145-4e65-914c-fdb1b7cb38e0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5614591 Jan 26 20:36:36.468292 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35836) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:36.485877 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:36.505575 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:36.512632 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Usage tracker for resource:router and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:36.516452 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:36.524650 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:36.555873 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28025'] for router, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.558199 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28022'] for router, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.595535 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.609360 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Allocated IP 172.27.0.214 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/e9e796a9-8671-4cd1-86e9-200a753086d2) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:36:36.633291 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cc314e-16ea-4abc-ad5f-836e4fb2cb6b None None] Network 0da887b4-9ce5-4316-83b6-d930a4a14860 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:36:36.846844 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d358261-26cc-4260-b95f-d8c339570f94 None None] Network 4516c057-057d-4328-b219-148cc457f2aa requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:36:36.910843 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.947953 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.992962 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:36.993199 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28004'] for router, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:37.120646 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:37.240165 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:37.246127 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:37.267584 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:36:37.377486 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Pushing event updated for resources: {'Port': ['ID=e9e796a9-8671-4cd1-86e9-200a753086d2,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:37.388179 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Allocated IP 172.27.0.68 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/7a02878c-9f0b-4b36-8924-70bc287d71fe) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:36:37.566253 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35878) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:37.653628 dv-cinder-826519-1-iscsi neutron-server[82708]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 20:36:37.714229 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Notify callbacks [] for port, precommit_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:37.750767 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Transition to ACTIVE for port object 8d17c1ac-c360-44b8-b341-c3ee690ddf21 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:36:37.851351 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:37.867425 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488294'] for router, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:37.877066 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35892) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:37.897266 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Transition to ACTIVE for port object 8d17c1ac-c360-44b8-b341-c3ee690ddf21 will not be triggered until provisioned by entity DHCP. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:36:37.949862 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.091811 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30fa8224-0597-597c-aab4-45dd2a3f5b7f-4516c057-057d-4328-b219-148cc457f2aa', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da'}]}} from dv-cinder-826519-1-iscsi. {{(pid=82710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 26 20:36:38.092843 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.107303 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6277213b-b036-4203-8de5-ebdce6eeac39 None None] Network 0da887b4-9ce5-4316-83b6-d930a4a14860 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:36:38.258242 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Pushing event updated for resources: {'Port': ['ID=8d17c1ac-c360-44b8-b341-c3ee690ddf21,revision_number=1']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:38.320123 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b608d4bb-f328-4ab2-9c22-37de947ec449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.359276 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:38.359948 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:38.360663 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:38.361213 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:38.361790 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:38.362324 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:38.362866 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:38.363475 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:38.363807 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.364378 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:38.364935 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:38.365412 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Tracked resource versions report: Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: pushed versions: Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: { 'ConntrackHelper': {'1.0'}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Log': {'1.0'}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Network': {'1.1'}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Port': {'1.5'}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'PortForwarding': {'1.2'}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'QosPolicy': {'1.8'}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'SecurityGroup': {'1.2'}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'SecurityGroupRule': {'1.0'}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'SubPort': {'1.0'}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Subnet': {'1.1'}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Trunk': {'1.1'}} Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: consumer versions: Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: { DHCP agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: HyperV agent@hv-cinder-82651: {}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: L3 agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: Metadata agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: Metering agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: Open vSwitch agent@dv-cinder-826519-1-iscsi: { 'ConntrackHelper': '1.0', Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Log': '1.0', Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Network': '1.1', Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Port': '1.5', Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'PortForwarding': '1.2', Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'QosPolicy': '1.8', Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'SecurityGroup': '1.2', Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'SecurityGroupRule': '1.0', Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'SubPort': '1.0', Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Subnet': '1.1', Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: 'Trunk': '1.1'}} Jan 26 20:36:38.366748 dv-cinder-826519-1-iscsi neutron-server[82710]: {{(pid=82710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 20:36:38.401223 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.417118 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b608d4bb-f328-4ab2-9c22-37de947ec449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:38.424275 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba is already hosted by enough agents. {{(pid=82710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:38.426471 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b608d4bb-f328-4ab2-9c22-37de947ec449 admin admin] Usage tracker for resource:security_group_rule and tenant:492e9019f7e94ad3ac588199ba294949 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:38.428858 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Resources bound (agent type, host, resource id): {{(pid=82710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:38.432738 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Received port after_create {{(pid=82710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:36:38.434012 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b608d4bb-f328-4ab2-9c22-37de947ec449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:38.437287 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.458585 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b608d4bb-f328-4ab2-9c22-37de947ec449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:38.490855 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.515161 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Router d3c2304a-aca8-4683-b91d-2d33ede616ca is scheduled to L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d with binding_index 1 {{(pid=82709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 20:36:38.558366 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-50139d05-4d0e-478a-a98b-2c2aa4484a52 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:38.559115 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-50139d05-4d0e-478a-a98b-2c2aa4484a52 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Synchronizing usage tracker for tenant:02d70a6cd5a74b56a1159c3dffa9e977 on resource:network {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:36:38.607768 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:38.622229 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:38.631536 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:36:38.658726 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Attempting to bind port 8d17c1ac-c360-44b8-b341-c3ee690ddf21 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:36:38.659115 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Attempting to bind port 8d17c1ac-c360-44b8-b341-c3ee690ddf21 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:36:38.659660 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Attempting to bind port 8d17c1ac-c360-44b8-b341-c3ee690ddf21 on network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:36:38.661843 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a02878c-9f0b-4b36-8924-70bc287d71fe,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:38.673936 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:36:38.674639 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Checking segment: {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:36:38.675236 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.675775 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Bound using segment: {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:36:38.676411 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Bound port: 8d17c1ac-c360-44b8-b341-c3ee690ddf21, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:36:38.676798 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.690396 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b608d4bb-f328-4ab2-9c22-37de947ec449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.701135 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b608d4bb-f328-4ab2-9c22-37de947ec449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.749176 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.db_base_plugin_common [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Allocated IP 172.20.0.2 (4516c057-057d-4328-b219-148cc457f2aa/ab66317f-1f97-4db1-838e-7f27eb67f0da/01bfbf9a-1bb5-4071-b6d1-819d34c5ed82) {{(pid=82710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:36:38.755645 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608d4bb-f328-4ab2-9c22-37de947ec449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c2d208-f9f5-4c42-90bf-809184144846,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:38.769145 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b608d4bb-f328-4ab2-9c22-37de947ec449 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=492e9019f7e94ad3ac588199ba294949&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8850689 Jan 26 20:36:38.771594 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-50139d05-4d0e-478a-a98b-2c2aa4484a52 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Unset dirty status for tenant:02d70a6cd5a74b56a1159c3dffa9e977 on resource:network {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:36:38.772098 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35908) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:38.773380 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-50139d05-4d0e-478a-a98b-2c2aa4484a52 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/networks?id=0da887b4-9ce5-4316-83b6-d930a4a14860 HTTP/1.1" status: 200 len: 811 time: 1.1981001 Jan 26 20:36:38.848575 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Allocated IP 172.27.0.201 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/8c3fc090-cf78-41e9-ab30-58543d0104ee) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:36:38.883301 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] For port 8d17c1ac-c360-44b8-b341-c3ee690ddf21, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:36:38.904305 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] For port 8d17c1ac-c360-44b8-b341-c3ee690ddf21, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=8d17c1ac-c360-44b8-b341-c3ee690ddf21,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:36:38.916825 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.920073 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cf040a9b-41bc-4a8a-b66f-76e8d8abf231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.952892 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cf040a9b-41bc-4a8a-b66f-76e8d8abf231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:38.969585 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-1663bc34-1019-40b2-931a-7b982c78b38f tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/quotas/02d70a6cd5a74b56a1159c3dffa9e977 HTTP/1.1" status: 200 len: 375 time: 0.1747484 Jan 26 20:36:38.992817 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:36:39.008293 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Sync routers for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:36:39.028818 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] Notify callbacks [] for router, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:39.030128 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-561d6114-7397-4d23-a302-57aad6a6a4db admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6134624 Jan 26 20:36:39.032988 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35914) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:39.051799 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-e0977256-6f7b-445f-97c2-48ddc99c981d tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02d70a6cd5a74b56a1159c3dffa9e977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683753 Jan 26 20:36:39.063021 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Routers {'d3c2304a-aca8-4683-b91d-2d33ede616ca'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:36:39.063653 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:36:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['d3c2304a-aca8-4683-b91d-2d33ede616ca'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:39.122746 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cf040a9b-41bc-4a8a-b66f-76e8d8abf231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:39.142407 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf040a9b-41bc-4a8a-b66f-76e8d8abf231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c2d208-f9f5-4c42-90bf-809184144846,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:39.146260 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cf040a9b-41bc-4a8a-b66f-76e8d8abf231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:39.147410 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-cf040a9b-41bc-4a8a-b66f-76e8d8abf231 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8c2d208-f9f5-4c42-90bf-809184144846 HTTP/1.1" status: 204 len: 168 time: 0.3742673 Jan 26 20:36:39.166609 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed1add-856c-4552-9a70-151faeb30d38 None None] Pushing event updated for resources: {'Port': ['ID=8d17c1ac-c360-44b8-b341-c3ee690ddf21,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:39.225371 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Notify callbacks [] for port, precommit_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:39.230454 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:39.242203 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Transition to ACTIVE for port object 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:36:39.265754 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Transition to ACTIVE for port object 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 will not be triggered until provisioned by entity DHCP. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:36:39.273360 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:39.344347 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:39.387259 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Network 4516c057-057d-4328-b219-148cc457f2aa is already hosted by enough agents. {{(pid=82710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:39.411870 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.base_scheduler [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Resources bound (agent type, host, resource id): {{(pid=82710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:39.420660 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Received port after_create {{(pid=82710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:36:39.450705 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Pushing event updated for resources: {'Port': ['ID=01bfbf9a-1bb5-4071-b6d1-819d34c5ed82,revision_number=1']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:39.580453 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Set router d3c2304a-aca8-4683-b91d-2d33ede616ca gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:36:39.647921 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3fc090-cf78-41e9-ab30-58543d0104ee,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:39.672896 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-d3afec92-83c1-4140-ae27-fa1103ed05b2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=82708) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 26 20:36:39.682946 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-d3afec92-83c1-4140-ae27-fa1103ed05b2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4073586 Jan 26 20:36:39.725479 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:39.727637 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:39.734417 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:36:39.787698 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Attempting to bind port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:36:39.788260 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Attempting to bind port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:36:39.788632 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Attempting to bind port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 on network 4516c057-057d-4328-b219-148cc457f2aa {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:36:39.804869 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:36:39.805422 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Checking segment: {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:36:39.805922 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:39.806447 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Bound using segment: {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:36:39.807024 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Bound port: 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:36:39.807494 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:39.860643 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:39.861717 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488294'] for router, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:39.945100 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35936) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:39.950255 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:36:39.979912 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:37Z', 'revision_number': 3, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:39.986325 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Checking router: d3c2304a-aca8-4683-b91d-2d33ede616ca for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:36:39.986693 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Updating router d3c2304a-aca8-4683-b91d-2d33ede616ca port e9e796a9-8671-4cd1-86e9-200a753086d2 binding host dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:36:39.996944 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bcea0754-c17b-4a89-830f-a306afa9f629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:40.002002 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] For port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:36:40.011718 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] For port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=01bfbf9a-1bb5-4071-b6d1-819d34c5ed82,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:36:40.021554 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:40.055378 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-74c68da9-1653-4d1a-8956-47ff642c794f service neutron] 10.222.0.53 "GET /v2.0/networks/0da887b4-9ce5-4316-83b6-d930a4a14860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713524 Jan 26 20:36:40.087737 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-bcea0754-c17b-4a89-830f-a306afa9f629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:40.094452 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-bcea0754-c17b-4a89-830f-a306afa9f629 admin admin] Usage tracker for resource:security_group_rule and tenant:ff329db0c1f64c41ad8f20496f16c121 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:40.098820 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-bcea0754-c17b-4a89-830f-a306afa9f629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:40.106646 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-bcea0754-c17b-4a89-830f-a306afa9f629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:40.126175 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:40.207227 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ec736-510c-44a7-b5d1-2aa05082724f None None] Pushing event updated for resources: {'Port': ['ID=01bfbf9a-1bb5-4071-b6d1-819d34c5ed82,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:40.419588 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bcea0754-c17b-4a89-830f-a306afa9f629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:40.492443 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-215124e1-03e1-42d3-9f53-38aa65274019 service neutron] 10.222.0.53 "GET /v2.0/networks/0da887b4-9ce5-4316-83b6-d930a4a14860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262338 Jan 26 20:36:40.522536 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:40.523469 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488294'] for router, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:40.528174 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bcea0754-c17b-4a89-830f-a306afa9f629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:40.718685 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea0754-c17b-4a89-830f-a306afa9f629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dc692d-9e0b-4725-9814-ece1a11bfdc0,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:40.732534 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf20d2e-f034-48cb-ba51-b39882aa5dc8 None None] Network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:36:40.762570 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-bcea0754-c17b-4a89-830f-a306afa9f629 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff329db0c1f64c41ad8f20496f16c121&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8160539 Jan 26 20:36:40.763883 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Router 2bf2204c-af2b-428c-b2a0-c725688c08b9 is scheduled to L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d with binding_index 1 {{(pid=82708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 20:36:40.771070 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35946) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:40.878879 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:40.889015 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 8d17c1ac-c360-44b8-b341-c3ee690ddf21 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:36:40.925024 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-33401d69-655e-415a-bd56-a54d69b85627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:40.945915 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-80412b33-c298-4892-945d-35874df190ff None None] Provisioning for port 8d17c1ac-c360-44b8-b341-c3ee690ddf21 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:36:40.961940 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-33401d69-655e-415a-bd56-a54d69b85627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:40.977797 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Notify callbacks [] for port, precommit_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:41.021456 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.provisioning_blocks [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Transition to ACTIVE for port object e9e796a9-8671-4cd1-86e9-200a753086d2 will not be triggered until provisioned by entity L2. {{(pid=82711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:36:41.034774 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:41.069462 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-33401d69-655e-415a-bd56-a54d69b85627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:41.094620 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 35960) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:41.095419 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33401d69-655e-415a-bd56-a54d69b85627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dc692d-9e0b-4725-9814-ece1a11bfdc0,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:41.097318 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-33401d69-655e-415a-bd56-a54d69b85627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:41.113536 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-33401d69-655e-415a-bd56-a54d69b85627 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05dc692d-9e0b-4725-9814-ece1a11bfdc0 HTTP/1.1" status: 204 len: 168 time: 0.3308208 Jan 26 20:36:41.125839 dv-cinder-826519-1-iscsi neutron-server[82709]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 20:36:41.185439 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-42e0e1f9-5a84-4c7f-bcf5-22b44fde9633 req-2ebbc785-0718-41d8-a01f-874b68ba37f5 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 210 time: 0.0625525 Jan 26 20:36:41.251859 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 8d17c1ac-c360-44b8-b341-c3ee690ddf21 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:36:41.353508 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 8d17c1ac-c360-44b8-b341-c3ee690ddf21 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:41.359680 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:41.368442 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Attempting to bind port e9e796a9-8671-4cd1-86e9-200a753086d2 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:36:41.369097 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Attempting to bind port e9e796a9-8671-4cd1-86e9-200a753086d2 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:36:41.369215 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Attempting to bind port e9e796a9-8671-4cd1-86e9-200a753086d2 on network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:36:41.377898 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Pushing event updated for resources: {'Port': ['ID=e9e796a9-8671-4cd1-86e9-200a753086d2,revision_number=2']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:41.416906 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:36:41.417275 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Checking segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:36:41.417675 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:41.436610 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Bound using segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:36:41.437077 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Bound port: e9e796a9-8671-4cd1-86e9-200a753086d2, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:36:41.437650 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:41.620851 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:41.625317 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:41.626162 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:41.627328 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:41.628676 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:41.629566 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:41.631076 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:41.631618 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:41.632640 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:41.633121 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:41.633611 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Tracked resource versions report: Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: pushed versions: Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: { 'ConntrackHelper': {'1.0'}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Log': {'1.0'}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Network': {'1.1'}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Port': {'1.5'}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'PortForwarding': {'1.2'}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'QosPolicy': {'1.8'}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'SecurityGroup': {'1.2'}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'SecurityGroupRule': {'1.0'}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'SubPort': {'1.0'}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Subnet': {'1.1'}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Trunk': {'1.1'}} Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: consumer versions: Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: { DHCP agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: HyperV agent@hv-cinder-82651: {}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: L3 agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: Metadata agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: Metering agent@dv-cinder-826519-1-iscsi: {}, Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: Open vSwitch agent@dv-cinder-826519-1-iscsi: { 'ConntrackHelper': '1.0', Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Log': '1.0', Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Network': '1.1', Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Port': '1.5', Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'PortForwarding': '1.2', Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'QosPolicy': '1.8', Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'SecurityGroup': '1.2', Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'SecurityGroupRule': '1.0', Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'SubPort': '1.0', Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Subnet': '1.1', Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: 'Trunk': '1.1'}} Jan 26 20:36:41.635560 dv-cinder-826519-1-iscsi neutron-server[82711]: {{(pid=82711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 20:36:41.657798 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Allocated IP 172.20.0.1 (f0067db2-b2dc-488a-8c4b-f2d4f13b24ba/49d2a0f2-fc73-4f82-966c-3684b0274923/291d7db7-39e0-4115-a11b-67d7c066c568) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:36:41.660021 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:41.672946 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] For port e9e796a9-8671-4cd1-86e9-200a753086d2, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:36:41.680158 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:36:41.682919 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] For port e9e796a9-8671-4cd1-86e9-200a753086d2, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=e9e796a9-8671-4cd1-86e9-200a753086d2,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:36:41.690113 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:41.710036 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] Notify callbacks [] for router, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:41.711591 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-d5f76748-089a-462f-82c1-821fffc683b0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1048155 Jan 26 20:36:41.714065 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Router 7e799c57-e44c-4d4a-b465-69df49c58eda is scheduled to L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d with binding_index 1 {{(pid=82708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 20:36:41.716213 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 35980) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:41.763396 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 8d17c1ac-c360-44b8-b341-c3ee690ddf21, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=8d17c1ac-c360-44b8-b341-c3ee690ddf21,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:36:41.767348 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Sync routers for ids ['2bf2204c-af2b-428c-b2a0-c725688c08b9'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:36:41.777180 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:41.777956 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:36:41.971012 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efffce37-6d58-41bc-b370-0660c777ad66 None None] Network 4516c057-057d-4328-b219-148cc457f2aa requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:36:42.017602 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Routers {'d3c2304a-aca8-4683-b91d-2d33ede616ca'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:36:42.020206 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:36:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['d3c2304a-aca8-4683-b91d-2d33ede616ca'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:42.024068 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:42.071631 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Transition to ACTIVE for port object 291d7db7-39e0-4115-a11b-67d7c066c568 will not be triggered until provisioned by entity DHCP. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:36:42.132743 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:42.153826 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Routers {'2bf2204c-af2b-428c-b2a0-c725688c08b9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:36:42.154556 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:36:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['2bf2204c-af2b-428c-b2a0-c725688c08b9'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:42.246132 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0b15d-b53a-466c-b65c-e62a356907b4 None None] Pushing event updated for resources: {'Port': ['ID=e9e796a9-8671-4cd1-86e9-200a753086d2,revision_number=3']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:42.317832 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:42.322252 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:42.374068 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:36:42.375634 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:36:42.381004 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478544'] for router_interface, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:42.496551 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Sync routers for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:36:42.518469 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Pushing event updated for resources: {'Port': ['ID=291d7db7-39e0-4115-a11b-67d7c066c568,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:42.570178 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-716f7fd8-fe15-4460-abf9-05ed495d3a48 req-80c27166-21cb-4d3b-b95b-ed09b6b42265 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 210 time: 0.1955576 Jan 26 20:36:42.576153 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:36:42.578405 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:36:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:42.615115 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] Notify callbacks [] for router, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:42.621394 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-d53bc6a3-af41-4003-8945-e386783282d9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1516919 Jan 26 20:36:42.631619 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 36022) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:42.649527 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=8d17c1ac-c360-44b8-b341-c3ee690ddf21,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:42.740830 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-ec336b00-661e-4bbe-a0ed-98e5fbfe6626 None None] Provisioning for port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:36:42.774081 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-7467a3a0-e59f-4170-a74e-48a513eaf55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:42.834748 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:36:42.852687 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:42.904583 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] Set router d3c2304a-aca8-4683-b91d-2d33ede616ca gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:36:43.139008 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Set router 2bf2204c-af2b-428c-b2a0-c725688c08b9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:36:43.459965 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:43.512882 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:43.513798 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:43.556427 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:36:43.620271 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:43.621114 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1442874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477369'] for router_interface, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:43.688741 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:37Z', 'revision_number': 3, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:43.752948 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:43.841018 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Pushing event updated for resources: {'Port': ['ID=291d7db7-39e0-4115-a11b-67d7c066c568,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:43.868411 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-8233d92d-50d6-4549-bfe5-2e2d04a50d00 None None] Provisioning for port 291d7db7-39e0-4115-a11b-67d7c066c568 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:36:43.920438 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-8233d92d-50d6-4549-bfe5-2e2d04a50d00 None None] Provisioning complete for port 291d7db7-39e0-4115-a11b-67d7c066c568 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:43.921016 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-8233d92d-50d6-4549-bfe5-2e2d04a50d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:43.952422 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ac4df-bafc-40a0-8491-c60f4c876111 None None] The sync data for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi is: [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:37Z', 'revision_number': 3, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:36:44.145981 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-8233d92d-50d6-4549-bfe5-2e2d04a50d00 None None] Port 291d7db7-39e0-4115-a11b-67d7c066c568 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:36:44.180843 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Allocated IP 172.20.0.1 (15cd77f8-e1c1-470c-bd80-6c7ae1a801a8/3a71d783-e3a8-40d2-b37b-0c93d1b53c2d/866cb2bc-c636-4498-8021-dddc215448a9) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:36:44.220252 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:44.241986 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:44.248724 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cbc6644b-d2ba-4c94-92dd-406a2d37b178 req-b64134b8-94ce-4fc1-896e-aaff6cfaf212 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 210 time: 0.1069660 Jan 26 20:36:44.281304 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:44.379186 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=01bfbf9a-1bb5-4071-b6d1-819d34c5ed82,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:36:44.425144 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-8233d92d-50d6-4549-bfe5-2e2d04a50d00 None None] Provisioning complete for port 8d17c1ac-c360-44b8-b341-c3ee690ddf21 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:44.425512 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-8233d92d-50d6-4549-bfe5-2e2d04a50d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:44.493045 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:39Z', 'revision_number': 3, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:44.499467 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Checking router: 7e799c57-e44c-4d4a-b465-69df49c58eda for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:36:44.500147 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Updating router 7e799c57-e44c-4d4a-b465-69df49c58eda port 8c3fc090-cf78-41e9-ab30-58543d0104ee binding host dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:36:44.539296 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:44.724953 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:44.863115 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=01bfbf9a-1bb5-4071-b6d1-819d34c5ed82,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:44.946372 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 8d17c1ac-c360-44b8-b341-c3ee690ddf21 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:36:44.991596 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:45.041276 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ef05c835-9d7b-4aaf-871c-79d14513e137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:45.068130 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:45.142682 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2105681462-router', 'tenant_id': '6640c36098c2473680824eba064a5218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:38Z', 'revision_number': 3, 'project_id': '6640c36098c2473680824eba064a5218', 'gw_port': {'id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:45.176270 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:45.180249 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:45.181586 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Checking router: 2bf2204c-af2b-428c-b2a0-c725688c08b9 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:36:45.187199 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:36:45.187517 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Updating router 2bf2204c-af2b-428c-b2a0-c725688c08b9 port 7a02878c-9f0b-4b36-8924-70bc287d71fe binding host dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:36:45.188323 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478544'] for router_interface, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:45.210793 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Pushing event updated for resources: {'Port': ['ID=866cb2bc-c636-4498-8021-dddc215448a9,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:45.433762 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:45.501385 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.43', 59398) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:45.603426 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:45.653509 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Notify callbacks [] for port, precommit_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:45.683945 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.provisioning_blocks [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Transition to ACTIVE for port object 8c3fc090-cf78-41e9-ab30-58543d0104ee will not be triggered until provisioned by entity L2. {{(pid=82711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:36:45.703278 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:45.930573 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63256861-d5c4-41c0-94fc-d149ef3f6981 None None] Pushing event updated for resources: {'Port': ['ID=8c3fc090-cf78-41e9-ab30-58543d0104ee,revision_number=2']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:45.993501 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Attempting to bind port 8c3fc090-cf78-41e9-ab30-58543d0104ee on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:36:45.994854 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Attempting to bind port 8c3fc090-cf78-41e9-ab30-58543d0104ee by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:36:45.996937 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Attempting to bind port 8c3fc090-cf78-41e9-ab30-58543d0104ee on network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:36:46.005488 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-14e83b92-145c-491d-84a9-bfc667accda9 req-c83d64c1-1613-40ef-8f69-c430745f9a5c tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 210 time: 0.1016746 Jan 26 20:36:46.010760 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:36:46.013224 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Checking segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:36:46.014442 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:46.021553 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Bound using segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:36:46.022451 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Bound port: 8c3fc090-cf78-41e9-ab30-58543d0104ee, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:36:46.023126 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:46.061608 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:46.070724 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:46.072219 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1442874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477369'] for router_interface, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:46.201226 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] For port 8c3fc090-cf78-41e9-ab30-58543d0104ee, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:36:46.216953 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] For port 8c3fc090-cf78-41e9-ab30-58543d0104ee, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=8c3fc090-cf78-41e9-ab30-58543d0104ee,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:36:46.226880 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:46.227203 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 8d17c1ac-c360-44b8-b341-c3ee690ddf21 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:46.228080 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:46.239180 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-ee511f09-9a73-4416-b09c-4b2484edaf92 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:46.240662 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-ee511f09-9a73-4416-b09c-4b2484edaf92 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.43 "GET /v2.0/networks?id=0da887b4-9ce5-4316-83b6-d930a4a14860 HTTP/1.1" status: 200 len: 811 time: 0.7242374 Jan 26 20:36:46.297257 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Request body: {'port': {'device_id': 'e22c998d-5f09-4132-9124-6306ebbf1d02', 'network_id': '0da887b4-9ce5-4316-83b6-d930a4a14860', 'admin_state_up': True, 'tenant_id': '02d70a6cd5a74b56a1159c3dffa9e977'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:46.369166 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:46.392294 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:46.462020 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63256861-d5c4-41c0-94fc-d149ef3f6981 None None] Pushing event updated for resources: {'Port': ['ID=8c3fc090-cf78-41e9-ab30-58543d0104ee,revision_number=3']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:46.535123 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Pushing event updated for resources: {'Port': ['ID=866cb2bc-c636-4498-8021-dddc215448a9,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:46.562459 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:36:46.563417 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:36:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:46.594956 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-9cee5852-b391-4eea-8f79-76a13921278c None None] Provisioning complete for port 291d7db7-39e0-4115-a11b-67d7c066c568 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:46.599243 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9cee5852-b391-4eea-8f79-76a13921278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:46.717300 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:46.767692 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:46.774059 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:46.824805 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Usage tracker for resource:port and tenant:02d70a6cd5a74b56a1159c3dffa9e977 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:46.835552 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:46.886027 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:47.006100 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Made reservation on behalf of 02d70a6cd5a74b56a1159c3dffa9e977 for: {'port': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:36:47.012477 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:47.033484 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-9cee5852-b391-4eea-8f79-76a13921278c None None] Port 291d7db7-39e0-4115-a11b-67d7c066c568 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:36:47.071537 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:36:47.112953 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device e9e796a9-8671-4cd1-86e9-200a753086d2 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:36:47.486742 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-9cee5852-b391-4eea-8f79-76a13921278c None None] Provisioning complete for port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:47.487405 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9cee5852-b391-4eea-8f79-76a13921278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:47.529996 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 36176) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:47.545701 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-aa7a1366-f0ca-485e-a458-ebab9cd61b35 req-bbec4001-714d-41cf-8ba5-8f774c50b644 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 210 time: 0.0670931 Jan 26 20:36:47.704657 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.db.resource_extend [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 20:36:47.707289 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Router d3c2304a-aca8-4683-b91d-2d33ede616ca has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:36:47.764094 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Router 2bf2204c-af2b-428c-b2a0-c725688c08b9 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:36:47.791559 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port e9e796a9-8671-4cd1-86e9-200a753086d2 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:36:47.802071 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port e9e796a9-8671-4cd1-86e9-200a753086d2 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:47.802434 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:47.876995 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:47.896676 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:39Z', 'revision_number': 3, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:47.909129 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e0580-7c2d-42f8-848b-0676196295dd None None] The sync data for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi is: [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:39Z', 'revision_number': 3, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:36:47.963116 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Notify callbacks [] for port, precommit_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:48.080804 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:48.093982 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Transition to ACTIVE for port object 7a02878c-9f0b-4b36-8924-70bc287d71fe will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:36:48.124861 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:48.214097 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe8590-a462-42ca-96bf-435e16a23cda None None] Pushing event updated for resources: {'Port': ['ID=7a02878c-9f0b-4b36-8924-70bc287d71fe,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:48.291321 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-80245d4f-62a3-46ea-85fb-df090c56efcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:48.333345 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Attempting to bind port 7a02878c-9f0b-4b36-8924-70bc287d71fe on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:36:48.333991 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Attempting to bind port 7a02878c-9f0b-4b36-8924-70bc287d71fe by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:36:48.335056 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Attempting to bind port 7a02878c-9f0b-4b36-8924-70bc287d71fe on network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:36:48.347601 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:36:48.348211 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Checking segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:36:48.348769 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:48.349309 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Bound using segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:36:48.349964 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Bound port: 7a02878c-9f0b-4b36-8924-70bc287d71fe, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:36:48.350538 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:48.394395 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Allocated IP 172.20.0.8 (0da887b4-9ce5-4316-83b6-d930a4a14860/d5532b64-383c-4c84-8e1f-3c4484dee2fb/4aa1190d-623f-4fb2-9455-1bd5fb4630cc) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:36:48.395141 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:48.435232 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port e9e796a9-8671-4cd1-86e9-200a753086d2, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=e9e796a9-8671-4cd1-86e9-200a753086d2,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:36:48.446079 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:48.473749 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-80245d4f-62a3-46ea-85fb-df090c56efcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:48.487859 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-80245d4f-62a3-46ea-85fb-df090c56efcf admin admin] Usage tracker for resource:security_group_rule and tenant:0d1993802fc84bf0b630b2e20fb58672 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:48.495034 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-80245d4f-62a3-46ea-85fb-df090c56efcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:48.515443 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-80245d4f-62a3-46ea-85fb-df090c56efcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:48.531877 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] For port 7a02878c-9f0b-4b36-8924-70bc287d71fe, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:36:48.548161 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] For port 7a02878c-9f0b-4b36-8924-70bc287d71fe, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=7a02878c-9f0b-4b36-8924-70bc287d71fe,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:36:48.556617 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=e9e796a9-8671-4cd1-86e9-200a753086d2,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:48.564266 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:36:48.572287 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:48.617854 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-2b0f16b1-f3e3-433a-bd81-065279a78b17 admin admin] 10.222.0.53 "PUT /v2.0/routers/2bf2204c-af2b-428c-b2a0-c725688c08b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9002860 Jan 26 20:36:48.708953 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-80245d4f-62a3-46ea-85fb-df090c56efcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:48.716839 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-80245d4f-62a3-46ea-85fb-df090c56efcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:48.723536 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe8590-a462-42ca-96bf-435e16a23cda None None] Pushing event updated for resources: {'Port': ['ID=7a02878c-9f0b-4b36-8924-70bc287d71fe,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:48.750512 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:36:48.817995 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80245d4f-62a3-46ea-85fb-df090c56efcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b66bda-cedf-4463-be15-a11a31ff823b,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:48.852596 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-80245d4f-62a3-46ea-85fb-df090c56efcf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d1993802fc84bf0b630b2e20fb58672&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3201153 Jan 26 20:36:48.859231 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 36206) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:49.111439 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5d0633b5-b998-4841-b7e2-d0c756d05b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:49.115074 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Routers {'2bf2204c-af2b-428c-b2a0-c725688c08b9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:36:49.115698 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:36:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['2bf2204c-af2b-428c-b2a0-c725688c08b9'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:49.253592 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5d0633b5-b998-4841-b7e2-d0c756d05b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:49.310691 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Allocated IP 172.20.0.1 (4516c057-057d-4328-b219-148cc457f2aa/ab66317f-1f97-4db1-838e-7f27eb67f0da/f005d282-0714-480d-ae23-cadc320203c7) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:36:49.357559 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0319b3b9-4b3b-40d3-95c5-455c506297d8 req-1de0269d-68d6-4ae2-84d1-540ca1caa387 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 210 time: 0.1957686 Jan 26 20:36:49.505342 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5d0633b5-b998-4841-b7e2-d0c756d05b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:49.570296 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:49.570853 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:49.581290 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0633b5-b998-4841-b7e2-d0c756d05b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b66bda-cedf-4463-be15-a11a31ff823b,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:49.587730 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5d0633b5-b998-4841-b7e2-d0c756d05b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:49.588931 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-5d0633b5-b998-4841-b7e2-d0c756d05b16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45b66bda-cedf-4463-be15-a11a31ff823b HTTP/1.1" status: 204 len: 168 time: 0.7313621 Jan 26 20:36:49.698468 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:49.939336 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] Set router 2bf2204c-af2b-428c-b2a0-c725688c08b9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:36:50.070493 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:50.106633 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Transition to ACTIVE for port object f005d282-0714-480d-ae23-cadc320203c7 will not be triggered until provisioned by entity DHCP. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:36:50.134662 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:50.137780 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:50.288418 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Pushing event updated for resources: {'Port': ['ID=f005d282-0714-480d-ae23-cadc320203c7,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:50.412179 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Network 4516c057-057d-4328-b219-148cc457f2aa is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:50.503479 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Pushing event updated for resources: {'Port': ['ID=4aa1190d-623f-4fb2-9455-1bd5fb4630cc,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:50.563232 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Network 0da887b4-9ce5-4316-83b6-d930a4a14860 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:50.569802 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:50.583335 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-3186f89b-60a0-4244-98bd-e29a6ce5932e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:50.584025 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:36:50.584484 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478544'] for router_interface, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:50.597216 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-3186f89b-60a0-4244-98bd-e29a6ce5932e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/networks?id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 200 len: 819 time: 0.6353552 Jan 26 20:36:50.657910 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-1d6c8ec8-53de-4465-84e8-b02fb04ce835 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/quotas/6640c36098c2473680824eba064a5218 HTTP/1.1" status: 200 len: 375 time: 0.0507789 Jan 26 20:36:50.682798 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:50.696070 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:36:50.729107 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:36:50.733964 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:50.734857 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:51.038343 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-cefa0d5a-6d12-4024-86bc-46c8e61e8856 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Synchronizing usage tracker for tenant:6640c36098c2473680824eba064a5218 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:36:51.038545 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device e9e796a9-8671-4cd1-86e9-200a753086d2 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:36:51.093937 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-cefa0d5a-6d12-4024-86bc-46c8e61e8856 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Unset dirty status for tenant:6640c36098c2473680824eba064a5218 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:36:51.100634 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-cefa0d5a-6d12-4024-86bc-46c8e61e8856 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4346168 Jan 26 20:36:51.144701 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-90b3891e-d356-415c-9202-f4d5dea36557 admin admin] 10.222.0.53 "PUT /v2.0/routers/d3c2304a-aca8-4683-b91d-2d33ede616ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0996330 Jan 26 20:36:51.188286 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-37abe897-a0a3-4923-8afe-c6906b50aacb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9021602 Jan 26 20:36:51.207667 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:51.216248 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Sync routers for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:36:51.260335 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-cec069e9-1b49-4800-a08b-008445c27144 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=82709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 26 20:36:51.261474 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-cec069e9-1b49-4800-a08b-008445c27144 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0560844 Jan 26 20:36:51.436386 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Routers {'d3c2304a-aca8-4683-b91d-2d33ede616ca'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:36:51.437739 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:36:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['d3c2304a-aca8-4683-b91d-2d33ede616ca'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:51.514666 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-8a932d5d-ffc3-45e2-9019-1705f9582904 service neutron] 10.222.0.53 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008677 Jan 26 20:36:51.588620 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-0e48cad9-2eb9-4b32-8485-8fb3feb26585 None None] Provisioning for port f005d282-0714-480d-ae23-cadc320203c7 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:36:51.632087 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-0e48cad9-2eb9-4b32-8485-8fb3feb26585 None None] Provisioning complete for port f005d282-0714-480d-ae23-cadc320203c7 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:51.632404 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0e48cad9-2eb9-4b32-8485-8fb3feb26585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:51.713778 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port e9e796a9-8671-4cd1-86e9-200a753086d2 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:51.722072 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:51.731975 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:51.752939 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:51.753659 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1442874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477369'] for router_interface, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:51.898701 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bc8b4-1059-48fa-88be-edd182f2c9b1 req-0d48aafb-0b0c-4c69-888f-22cc4cb3da5f tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:51.905487 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-690bc8b4-1059-48fa-88be-edd182f2c9b1 req-0d48aafb-0b0c-4c69-888f-22cc4cb3da5f tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Synchronizing usage tracker for tenant:02d70a6cd5a74b56a1159c3dffa9e977 on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:36:51.947542 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-a927a8e9-5960-4aa1-bbf4-19048261239c service neutron] 10.222.0.53 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118893 Jan 26 20:36:52.006825 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Request body: {'port': {'device_id': 'e22c998d-5f09-4132-9124-6306ebbf1d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:52.088173 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-0e48cad9-2eb9-4b32-8485-8fb3feb26585 None None] Port f005d282-0714-480d-ae23-cadc320203c7 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:36:52.123953 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2105681462-router', 'tenant_id': '6640c36098c2473680824eba064a5218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:45Z', 'revision_number': 4, 'project_id': '6640c36098c2473680824eba064a5218', 'gw_port': {'id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '866cb2bc-c636-4498-8021-dddc215448a9', 'name': '', 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8', 'tenant_id': '6640c36098c2473680824eba064a5218', 'mac_address': 'fa:16:3e:a8:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a71d783-e3a8-40d2-b37b-0c93d1b53c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:43Z', 'updated_at': '2022-01-26T20:36:45Z', 'revision_number': 2, 'project_id': '6640c36098c2473680824eba064a5218', 'subnets': [{'id': '3a71d783-e3a8-40d2-b37b-0c93d1b53c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:52.131275 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4fc6f-64f1-4aa5-84ce-0eca133b92c8 None None] The sync data for ids ['2bf2204c-af2b-428c-b2a0-c725688c08b9'] in dv-cinder-826519-1-iscsi is: [{'id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2105681462-router', 'tenant_id': '6640c36098c2473680824eba064a5218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:45Z', 'revision_number': 4, 'project_id': '6640c36098c2473680824eba064a5218', 'gw_port': {'id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '866cb2bc-c636-4498-8021-dddc215448a9', 'name': '', 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8', 'tenant_id': '6640c36098c2473680824eba064a5218', 'mac_address': 'fa:16:3e:a8:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a71d783-e3a8-40d2-b37b-0c93d1b53c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:43Z', 'updated_at': '2022-01-26T20:36:45Z', 'revision_number': 2, 'project_id': '6640c36098c2473680824eba064a5218', 'subnets': [{'id': '3a71d783-e3a8-40d2-b37b-0c93d1b53c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:36:52.217428 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Set router d3c2304a-aca8-4683-b91d-2d33ede616ca gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:36:52.328691 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 8c3fc090-cf78-41e9-ab30-58543d0104ee up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:36:52.350839 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Pushing event updated for resources: {'Port': ['ID=f005d282-0714-480d-ae23-cadc320203c7,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:52.390943 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-690bc8b4-1059-48fa-88be-edd182f2c9b1 req-0d48aafb-0b0c-4c69-888f-22cc4cb3da5f tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Unset dirty status for tenant:02d70a6cd5a74b56a1159c3dffa9e977 on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:36:52.414929 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-690bc8b4-1059-48fa-88be-edd182f2c9b1 req-0d48aafb-0b0c-4c69-888f-22cc4cb3da5f tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 931 time: 1.5408235 Jan 26 20:36:52.675023 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 8c3fc090-cf78-41e9-ab30-58543d0104ee completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:36:52.692003 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 8c3fc090-cf78-41e9-ab30-58543d0104ee triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:52.692386 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:53.107737 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-690bc8b4-1059-48fa-88be-edd182f2c9b1 req-95dfaf35-ee5e-4c9b-83b4-a125de6e37a5 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6910946 Jan 26 20:36:53.174712 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Network 4516c057-057d-4328-b219-148cc457f2aa is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:53.217354 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:53.345758 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:53.526778 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:53.584690 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 8c3fc090-cf78-41e9-ab30-58543d0104ee, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=8c3fc090-cf78-41e9-ab30-58543d0104ee,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:36:53.596060 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 2, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:53.599029 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:53.726878 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=8c3fc090-cf78-41e9-ab30-58543d0104ee,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:53.736449 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Checking router: d3c2304a-aca8-4683-b91d-2d33ede616ca for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:36:53.736853 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Updating router d3c2304a-aca8-4683-b91d-2d33ede616ca port 291d7db7-39e0-4115-a11b-67d7c066c568 binding host dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:36:53.738255 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3ff8e0b1-796f-4652-8650-5606c41eb199 req-97e6e6fc-ea07-4df6-b2bc-672ca698a41b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 210 time: 0.5172429 Jan 26 20:36:53.826447 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-28abaa4d-7b65-450c-a2f9-fb3c1431dcbf None None] Provisioning complete for port f005d282-0714-480d-ae23-cadc320203c7 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:53.826825 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-28abaa4d-7b65-450c-a2f9-fb3c1431dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:53.900149 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 36352) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:53.906032 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230536614', 'description': 'tempest-description--1671273552'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:53.918974 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:53.926541 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Usage tracker for resource:security_group and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:53.941957 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:53.944222 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-28abaa4d-7b65-450c-a2f9-fb3c1431dcbf None None] Port f005d282-0714-480d-ae23-cadc320203c7 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:36:53.964321 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:53.986904 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:53.993947 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:54.114816 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:54.139819 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Usage tracker for resource:security_group_rule and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:54.158776 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:54.185035 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:54.441076 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:54.449667 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:54.785912 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:54.800177 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8956165 Jan 26 20:36:54.820473 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 36380) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:54.856031 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e9ba2-eec6-4f4f-80c1-8298819ca3a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e92949-76b3-4b62-ad04-3305d2716dfd,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:54.871016 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-f85af95f-6d80-4729-9ee0-938586453696 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Request body: {'security_group_rule': {'security_group_id': '11e92949-76b3-4b62-ad04-3305d2716dfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:54.902841 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Notify callbacks [] for port, precommit_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:54.920563 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Transition to ACTIVE for port object 291d7db7-39e0-4115-a11b-67d7c066c568 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:36:54.922588 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de5cd2-51c6-420d-90ef-fa98d50f6a9f req-9d7ac18e-a98d-4b24-9b54-f1cde6753099 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:54.926502 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e9de5cd2-51c6-420d-90ef-fa98d50f6a9f req-9d7ac18e-a98d-4b24-9b54-f1cde6753099 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 931 time: 0.4323909 Jan 26 20:36:54.928554 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-f85af95f-6d80-4729-9ee0-938586453696 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:54.931490 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:54.942380 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-f85af95f-6d80-4729-9ee0-938586453696 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Usage tracker for resource:security_group_rule and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:54.949286 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-f85af95f-6d80-4729-9ee0-938586453696 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:54.963400 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-f85af95f-6d80-4729-9ee0-938586453696 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:55.001712 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f85af95f-6d80-4729-9ee0-938586453696 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:55.026566 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6037964-c251-4733-9702-13c947bc960b req-af15f9d5-137b-4233-a73f-0c8878cfa898 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:55.036269 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-af15f9d5-137b-4233-a73f-0c8878cfa898 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/networks?id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 200 len: 819 time: 0.5286810 Jan 26 20:36:55.091566 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296eae69-82d8-4b71-afb3-d544a79a7fc7 None None] Pushing event updated for resources: {'Port': ['ID=291d7db7-39e0-4115-a11b-67d7c066c568,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:55.105919 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e9de5cd2-51c6-420d-90ef-fa98d50f6a9f req-e533d2e4-c653-4536-adee-a943a9808566 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466403 Jan 26 20:36:55.114202 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-78d5d90c-4ccd-423d-b22e-431ad6a96c7f tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/quotas/6640c36098c2473680824eba064a5218 HTTP/1.1" status: 200 len: 375 time: 0.0769646 Jan 26 20:36:55.175614 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f85af95f-6d80-4729-9ee0-938586453696 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:55.231394 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f85af95f-6d80-4729-9ee0-938586453696 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:55.254388 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.db.resource_extend [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 20:36:55.284528 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85af95f-6d80-4729-9ee0-938586453696 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18da402-d05c-4c7d-89d6-24db9ff73f41,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:55.308819 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f85af95f-6d80-4729-9ee0-938586453696 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:55.310585 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-f85af95f-6d80-4729-9ee0-938586453696 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4877737 Jan 26 20:36:55.314659 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 36390) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:55.323592 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-818ca4f4-59f7-49d6-a555-57ef0964e410 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Request body: {'security_group_rule': {'security_group_id': '11e92949-76b3-4b62-ad04-3305d2716dfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:55.347683 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-818ca4f4-59f7-49d6-a555-57ef0964e410 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:55.381838 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-818ca4f4-59f7-49d6-a555-57ef0964e410 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Usage tracker for resource:security_group_rule and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:55.391624 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-818ca4f4-59f7-49d6-a555-57ef0964e410 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:55.452832 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-818ca4f4-59f7-49d6-a555-57ef0964e410 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:55.463762 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa1190d-623f-4fb2-9455-1bd5fb4630cc {{(pid=82709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:36:55.476455 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:55.481681 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-9fb07e07-64f2-4d97-9e50-afc2fc5f2565 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3120515 Jan 26 20:36:55.507145 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Transition to ACTIVE for port object 4aa1190d-623f-4fb2-9455-1bd5fb4630cc will not be triggered until provisioned by entity L2. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:36:55.535319 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:55.548106 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Router 7e799c57-e44c-4d4a-b465-69df49c58eda has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:36:55.580205 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Attempting to bind port 291d7db7-39e0-4115-a11b-67d7c066c568 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:36:55.580844 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Attempting to bind port 291d7db7-39e0-4115-a11b-67d7c066c568 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:36:55.581502 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Attempting to bind port 291d7db7-39e0-4115-a11b-67d7c066c568 on network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:36:55.631540 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:36:55.635123 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Checking segment: {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:36:55.635747 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:55.636282 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Bound using segment: {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:36:55.636973 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Bound port: 291d7db7-39e0-4115-a11b-67d7c066c568, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:36:55.638203 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:55.812980 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 8c3fc090-cf78-41e9-ab30-58543d0104ee up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:36:55.846127 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-818ca4f4-59f7-49d6-a555-57ef0964e410 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:55.920690 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-af939b91-6688-4d6b-89e5-4187aaf437cf service neutron] 10.222.0.53 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196525 Jan 26 20:36:55.957146 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Pushing event updated for resources: {'Port': ['ID=4aa1190d-623f-4fb2-9455-1bd5fb4630cc,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:56.120075 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 8c3fc090-cf78-41e9-ab30-58543d0104ee triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:36:56.120075 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:56.165067 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-818ca4f4-59f7-49d6-a555-57ef0964e410 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:56.181424 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-31e8771c-8685-4c43-856b-7383a78d255a service neutron] 10.222.0.53 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564807 Jan 26 20:36:56.182781 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-818ca4f4-59f7-49d6-a555-57ef0964e410 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:56.213576 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Attempting to bind port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:36:56.213930 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Attempting to bind port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': 'b2262fda-a06f-4838-a0fe-789b3fe104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0da887b4-9ce5-4316-83b6-d930a4a14860'}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:36:56.214527 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Attempting to bind port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc on network 0da887b4-9ce5-4316-83b6-d930a4a14860 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:36:56.222163 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] For port 291d7db7-39e0-4115-a11b-67d7c066c568, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:36:56.230076 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc on network 0da887b4-9ce5-4316-83b6-d930a4a14860 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:36:56.230273 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Attempting to bind port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc on network 0da887b4-9ce5-4316-83b6-d930a4a14860 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:36:56.234389 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] For port 291d7db7-39e0-4115-a11b-67d7c066c568, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=291d7db7-39e0-4115-a11b-67d7c066c568,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:36:56.234678 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ca4f4-59f7-49d6-a555-57ef0964e410 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75eaacc7-be3d-4515-a24f-dd40ffe743f8,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:56.242111 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:36:56.242577 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Checking segment: {'id': 'b2262fda-a06f-4838-a0fe-789b3fe104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0da887b4-9ce5-4316-83b6-d930a4a14860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:36:56.244430 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Bound using segment: {'id': 'b2262fda-a06f-4838-a0fe-789b3fe104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0da887b4-9ce5-4316-83b6-d930a4a14860'} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:36:56.244940 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Bound port: 4aa1190d-623f-4fb2-9455-1bd5fb4630cc, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2262fda-a06f-4838-a0fe-789b3fe104b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0da887b4-9ce5-4316-83b6-d930a4a14860'}}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:36:56.245291 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:56.254151 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:56.255025 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-818ca4f4-59f7-49d6-a555-57ef0964e410 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:56.256233 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-818ca4f4-59f7-49d6-a555-57ef0964e410 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9403465 Jan 26 20:36:56.260000 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 36408) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:56.270392 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Request body: {'floatingip': {'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:56.292166 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:56.296818 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Usage tracker for resource:floatingip and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:56.307832 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:56.314778 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:56.337974 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:56.511458 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Routers {'d3c2304a-aca8-4683-b91d-2d33ede616ca'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:36:56.511918 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:36:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['d3c2304a-aca8-4683-b91d-2d33ede616ca'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:56.696410 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c2c01ec4-e214-4a89-8e2a-a08ec5a8c220 req-ef878e6a-86f7-48f8-823a-868f839d7ce2 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 210 time: 0.1155901 Jan 26 20:36:56.801770 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296eae69-82d8-4b71-afb3-d544a79a7fc7 None None] Pushing event updated for resources: {'Port': ['ID=291d7db7-39e0-4115-a11b-67d7c066c568,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:56.912083 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] For port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc, host hv-cinder-82651, cleared binding levels {{(pid=82709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:36:56.919417 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] For port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4aa1190d-623f-4fb2-9455-1bd5fb4630cc,segment=NetworkSegment(b2262fda-a06f-4838-a0fe-789b3fe104b2),segment_id=b2262fda-a06f-4838-a0fe-789b3fe104b2)] {{(pid=82709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:36:56.934388 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:56.964516 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:57.171231 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:57.174012 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] Set router d3c2304a-aca8-4683-b91d-2d33ede616ca gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:36:57.174425 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] 10.222.0.43 "PUT /v2.0/ports/4aa1190d-623f-4fb2-9455-1bd5fb4630cc HTTP/1.1" status: 200 len: 1093 time: 5.4376354 Jan 26 20:36:57.203657 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22c998d-5f09-4132-9124-6306ebbf1d02', 'tag': '4aa1190d-623f-4fb2-9455-1bd5fb4630cc'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:36:57.290590 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Allocated IP 172.27.0.189 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/a72ca576-5442-42ac-bbf1-f752f4e08289) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:36:57.450305 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10773935-e930-445b-9c48-f4c1a95bc4f7 req-5aec8f25-f392-4a86-aae7-1f6dcf8f1a59 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:57.464963 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-10773935-e930-445b-9c48-f4c1a95bc4f7 req-5aec8f25-f392-4a86-aae7-1f6dcf8f1a59 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 943 time: 1.0042279 Jan 26 20:36:57.598544 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092da94d-481d-467f-9b52-5ec036c7769b service neutron] Pushing event updated for resources: {'Port': ['ID=4aa1190d-623f-4fb2-9455-1bd5fb4630cc,revision_number=3']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:57.619234 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:36:57.647047 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-8b1a0f4c-025b-4b66-b3c1-f2170ec4541a admin admin] 10.222.0.53 "PUT /v2.0/routers/7e799c57-e44c-4d4a-b465-69df49c58eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9998965 Jan 26 20:36:57.731358 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-10773935-e930-445b-9c48-f4c1a95bc4f7 req-3cd90ad2-9415-424d-b0b2-9e49b11ad5d4 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653849 Jan 26 20:36:57.989564 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:58.123233 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:58.266374 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:36:56Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:36:58.280793 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c23b04-9de3-45a6-bbdf-9b874c3f6361 None None] The sync data for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi is: [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:36:56Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:36:58.520453 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22c998d-5f09-4132-9124-6306ebbf1d02', 'tag': '4aa1190d-623f-4fb2-9455-1bd5fb4630cc', 'status': 'completed', 'code': 200} Jan 26 20:36:58.548812 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:36:58.568882 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d58e3630-1169-4040-ae1c-40e1c4b167d8 req-3fdd4978-78bb-4760-9263-ee7a238eb160 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 210 time: 0.3836491 Jan 26 20:36:58.570000 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:36:58.592267 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:36:58.619219 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event updated for resources: {'Port': ['ID=a72ca576-5442-42ac-bbf1-f752f4e08289,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:58.865285 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:58.954940 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:59.242121 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 36472) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:59.254340 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--784865496', 'description': 'tempest-description--960574792'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:59.256570 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628615b-7e89-47c1-9980-d63b2ee9f55d req-20c94004-d47f-4a45-b9bb-625e0cebba92 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:36:59.263445 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:59.263881 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4628615b-7e89-47c1-9980-d63b2ee9f55d req-20c94004-d47f-4a45-b9bb-625e0cebba92 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 943 time: 0.2662289 Jan 26 20:36:59.270613 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Usage tracker for resource:security_group and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:59.275578 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:59.282184 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:59.302224 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:59.381466 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-4628615b-7e89-47c1-9980-d63b2ee9f55d req-9e31287f-832b-4843-9039-2964c237ea6b tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Synchronizing usage tracker for tenant:02d70a6cd5a74b56a1159c3dffa9e977 on resource:security_group {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:36:59.412482 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:59.417039 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:59.423205 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Usage tracker for resource:security_group_rule and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:59.429018 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:59.435985 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:59.442423 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:59.491978 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:59.506095 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-4628615b-7e89-47c1-9980-d63b2ee9f55d req-9e31287f-832b-4843-9039-2964c237ea6b tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Unset dirty status for tenant:02d70a6cd5a74b56a1159c3dffa9e977 on resource:security_group {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:36:59.516100 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4628615b-7e89-47c1-9980-d63b2ee9f55d req-9e31287f-832b-4843-9039-2964c237ea6b tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507563 Jan 26 20:36:59.536838 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:59.543329 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:59.553180 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event updated for resources: {'Port': ['ID=a72ca576-5442-42ac-bbf1-f752f4e08289,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:59.557172 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:59.558437 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-9861f0f0-fcc8-4345-9bc7-325a0dbbcabd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2974169 Jan 26 20:36:59.597231 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f28773-df28-4421-9363-d92d1c41cd07,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:36:59.602121 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:59.603980 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-8f97fe36-2cee-4d56-b337-11ecf4856750 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3608971 Jan 26 20:36:59.607095 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 36488) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:59.622338 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-1e01c0af-d442-4785-a1a8-11daf700d5ff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Request body: {'security_group_rule': {'security_group_id': '30f28773-df28-4421-9363-d92d1c41cd07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:36:59.631000 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-1e01c0af-d442-4785-a1a8-11daf700d5ff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:36:59.637555 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-1e01c0af-d442-4785-a1a8-11daf700d5ff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Usage tracker for resource:security_group_rule and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:36:59.642234 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-1e01c0af-d442-4785-a1a8-11daf700d5ff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:36:59.650926 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-1e01c0af-d442-4785-a1a8-11daf700d5ff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:36:59.685502 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1e01c0af-d442-4785-a1a8-11daf700d5ff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:36:59.923822 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2748e276-c8cc-45b6-b30a-f9b0cd164705 req-33062d96-3cd4-4662-ad22-c6885b5abeab tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 210 time: 0.1169090 Jan 26 20:36:59.974703 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 7a02878c-9f0b-4b36-8924-70bc287d71fe up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:00.034642 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1e01c0af-d442-4785-a1a8-11daf700d5ff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:00.042051 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1e01c0af-d442-4785-a1a8-11daf700d5ff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:00.057750 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d2467d61-0134-4d1d-aecc-30b4bab0cd27 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Synchronizing usage tracker for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:security_group {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:00.093927 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d2467d61-0134-4d1d-aecc-30b4bab0cd27 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Unset dirty status for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:security_group {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:00.095599 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d2467d61-0134-4d1d-aecc-30b4bab0cd27 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1230536614&fields=id&tenant_id=b4d016374d2e4e45a021b9c468ba477b HTTP/1.1" status: 200 len: 267 time: 0.1870322 Jan 26 20:37:00.100191 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01c0af-d442-4785-a1a8-11daf700d5ff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fbec89-0d56-44ce-b25c-8db41716516b,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:00.119300 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 7a02878c-9f0b-4b36-8924-70bc287d71fe completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:37:00.130448 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1e01c0af-d442-4785-a1a8-11daf700d5ff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:00.133300 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-1e01c0af-d442-4785-a1a8-11daf700d5ff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5235684 Jan 26 20:37:00.136818 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 36504) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:00.138784 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 7a02878c-9f0b-4b36-8924-70bc287d71fe triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:00.139195 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:00.142413 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-3da7d69e-3ad5-4496-9308-39a701a4be08 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Request body: {'security_group_rule': {'security_group_id': '30f28773-df28-4421-9363-d92d1c41cd07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:37:00.156553 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-3da7d69e-3ad5-4496-9308-39a701a4be08 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:00.182191 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-3da7d69e-3ad5-4496-9308-39a701a4be08 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Usage tracker for resource:security_group_rule and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:00.186952 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-3da7d69e-3ad5-4496-9308-39a701a4be08 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:00.197311 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-3da7d69e-3ad5-4496-9308-39a701a4be08 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:00.268091 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3da7d69e-3ad5-4496-9308-39a701a4be08 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:00.386675 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:00.425494 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-22e627f4-47d1-4e89-8cee-1603668e0ba0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:00.435346 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 7a02878c-9f0b-4b36-8924-70bc287d71fe, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=7a02878c-9f0b-4b36-8924-70bc287d71fe,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:00.436913 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-22e627f4-47d1-4e89-8cee-1603668e0ba0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/networks?id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba HTTP/1.1" status: 200 len: 811 time: 0.3297243 Jan 26 20:37:00.442251 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:00.443554 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 291d7db7-39e0-4115-a11b-67d7c066c568 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:00.474434 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-5f151f62-f456-4165-96cc-f4a5675d8ea1 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/quotas/b4d016374d2e4e45a021b9c468ba477b HTTP/1.1" status: 200 len: 375 time: 0.0364003 Jan 26 20:37:00.476482 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3da7d69e-3ad5-4496-9308-39a701a4be08 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:00.483309 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3da7d69e-3ad5-4496-9308-39a701a4be08 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:00.804425 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-0a4eb89f-3dc7-4ac5-a156-92bb4a8af3cc tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4d016374d2e4e45a021b9c468ba477b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3257895 Jan 26 20:37:00.898229 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=7a02878c-9f0b-4b36-8924-70bc287d71fe,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:00.924772 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 291d7db7-39e0-4115-a11b-67d7c066c568 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:37:00.947526 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 291d7db7-39e0-4115-a11b-67d7c066c568 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:00.947994 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:01.062759 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7d69e-3ad5-4496-9308-39a701a4be08 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1e3c76-e339-4d0e-a478-ac9021445cd5,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:01.090639 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3da7d69e-3ad5-4496-9308-39a701a4be08 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:01.091842 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-3da7d69e-3ad5-4496-9308-39a701a4be08 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9543025 Jan 26 20:37:01.097787 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 36536) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:01.151924 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-9d3fae2b-3a62-4562-a737-f5289b635629 service neutron] 10.222.0.53 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389533 Jan 26 20:37:01.208236 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Request body: {'floatingip': {'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:37:01.230795 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:01.253417 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Usage tracker for resource:floatingip and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:01.270537 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:01.287023 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:01.356622 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-4ab15263-d5c4-4708-859c-f1089a55e12a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02d70a6cd5a74b56a1159c3dffa9e977&device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 1096 time: 0.6079979 Jan 26 20:37:01.373920 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:01.442619 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:01.521439 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 291d7db7-39e0-4115-a11b-67d7c066c568, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=291d7db7-39e0-4115-a11b-67d7c066c568,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:01.529591 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:01.687490 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-f8a06569-a6fe-40f6-b6db-60d1bae53ffb service neutron] 10.222.0.53 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199533 Jan 26 20:37:01.864037 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=291d7db7-39e0-4115-a11b-67d7c066c568,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:01.878222 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 7a02878c-9f0b-4b36-8924-70bc287d71fe up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:01.926175 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 36558) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:01.987632 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b878a27-3d1f-4742-80b3-1b309a6fc142 req-4374ba64-b7fa-428a-b854-836203571e2a tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:02.003982 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9b878a27-3d1f-4742-80b3-1b309a6fc142 req-4374ba64-b7fa-428a-b854-836203571e2a tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 943 time: 1.1316695 Jan 26 20:37:02.046380 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-4f6d619a-ae33-4653-9a37-ffced8c4db91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aa1190d-623f-4fb2-9455-1bd5fb4630cc HTTP/1.1" status: 200 len: 217 time: 0.6207261 Jan 26 20:37:02.111686 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.43', 59428) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:02.221631 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 7a02878c-9f0b-4b36-8924-70bc287d71fe triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:02.222231 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:02.280398 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9b878a27-3d1f-4742-80b3-1b309a6fc142 req-337aecd7-76ec-4d32-b89f-a1c0f312fb19 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750692 Jan 26 20:37:02.291185 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-46d8ea4f-c6f9-48bb-a7f5-cbe5f572b713 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:02.291185 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-46d8ea4f-c6f9-48bb-a7f5-cbe5f572b713 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5532b64-383c-4c84-8e1f-3c4484dee2fb HTTP/1.1" status: 200 len: 851 time: 0.2238593 Jan 26 20:37:02.640328 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-f2c3af7a-8dc9-4406-a937-1a7b1f9c931f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0da887b4-9ce5-4316-83b6-d930a4a14860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2901771 Jan 26 20:37:02.656276 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-19d02eba-0e81-4d0f-84d2-f61b0a638d01 req-3197c730-ddd6-4aa0-bf9a-2bba576cc939 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Synchronizing usage tracker for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:02.669136 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.43', 59430) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:02.755303 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5a8c27de-309f-4b65-a024-5d7b6074227f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:02.867288 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a9ecfda1-3a4b-4782-829a-8d60b2c898e6 req-14091d3f-ecf7-45a6-a489-004aa34900d6 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 210 time: 0.0711110 Jan 26 20:37:02.939228 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-5a8c27de-309f-4b65-a024-5d7b6074227f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:02.945860 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-5a8c27de-309f-4b65-a024-5d7b6074227f admin admin] Usage tracker for resource:security_group_rule and tenant:2697d7414ac74d1486fb7544f0ec1bc5 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:02.950615 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-5a8c27de-309f-4b65-a024-5d7b6074227f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:03.052048 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-5a8c27de-309f-4b65-a024-5d7b6074227f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:03.153075 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:03.301485 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f64f28f-4945-4caa-950d-1b35c246763d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:03.308346 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f64f28f-4945-4caa-950d-1b35c246763d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.43 "GET /v2.0/networks?id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 200 len: 819 time: 1.1929407 Jan 26 20:37:03.326284 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-19d02eba-0e81-4d0f-84d2-f61b0a638d01 req-3197c730-ddd6-4aa0-bf9a-2bba576cc939 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Unset dirty status for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:03.327945 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-19d02eba-0e81-4d0f-84d2-f61b0a638d01 req-3197c730-ddd6-4aa0-bf9a-2bba576cc939 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 210 time: 0.8382235 Jan 26 20:37:03.348040 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Request body: {'port': {'device_id': '5bae47c8-e650-4469-a972-e094c545abfd', 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8', 'admin_state_up': True, 'tenant_id': '6640c36098c2473680824eba064a5218'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:37:03.364391 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:03.713428 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5a8c27de-309f-4b65-a024-5d7b6074227f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:03.734400 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5a8c27de-309f-4b65-a024-5d7b6074227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:03.823311 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 291d7db7-39e0-4115-a11b-67d7c066c568 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:03.832523 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-5a8c27de-309f-4b65-a024-5d7b6074227f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2697d7414ac74d1486fb7544f0ec1bc5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9052553 Jan 26 20:37:03.871476 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 36614) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:03.884710 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c27de-309f-4b65-a024-5d7b6074227f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e566abc-3d34-41f2-ae64-10afb967ca99,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:04.004909 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-650177f1-76f0-4787-bf8a-2d14ab60b1d6 service neutron] 10.222.0.43 "GET /v2.0/networks/0da887b4-9ce5-4316-83b6-d930a4a14860?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3101430 Jan 26 20:37:04.059597 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972fe57-513c-4816-b1a9-e63c44b22d1e req-852fc7f7-17d9-45be-a101-007c674ba30f tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:04.065413 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c972fe57-513c-4816-b1a9-e63c44b22d1e req-852fc7f7-17d9-45be-a101-007c674ba30f tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 943 time: 0.3322663 Jan 26 20:37:04.124589 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:04.129747 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 291d7db7-39e0-4115-a11b-67d7c066c568 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:04.130470 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:04.155944 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:04.253996 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c972fe57-513c-4816-b1a9-e63c44b22d1e req-d7b3a3bc-2bc5-41bb-94fa-6aec8ae9951b tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661010 Jan 26 20:37:04.254813 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Made reservation on behalf of 6640c36098c2473680824eba064a5218 for: {'port': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:37:04.258232 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:04.428677 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6037964-c251-4733-9702-13c947bc960b req-c333d318-154a-4c9b-bc03-18067e7159af tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:04.429346 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-d6037964-c251-4733-9702-13c947bc960b req-c333d318-154a-4c9b-bc03-18067e7159af tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Synchronizing usage tracker for tenant:6640c36098c2473680824eba064a5218 on resource:network {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:04.616585 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Allocated IP 172.27.0.93 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/4db35c6d-0ce0-4a35-8238-6cbdce821d84) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:37:04.619844 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-759b8f20-8f56-4f0d-9197-804b2dc25495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:04.706191 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fdd73de4-bcfa-4b1b-abd4-8a6f114685b8 req-abd4d306-e081-4a18-ba84-a3f22c01dc8d tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 210 time: 0.0643010 Jan 26 20:37:04.721737 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4ef8cdeb-8d87-4510-8ad9-81ee6a76adff req-c4e3721a-fadf-4d21-b0f8-3368720b5a1c tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 210 time: 0.4074612 Jan 26 20:37:04.752143 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-d6037964-c251-4733-9702-13c947bc960b req-c333d318-154a-4c9b-bc03-18067e7159af tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Unset dirty status for tenant:6640c36098c2473680824eba064a5218 on resource:network {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:04.753268 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-c333d318-154a-4c9b-bc03-18067e7159af tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.43 "GET /v2.0/networks?id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 200 len: 819 time: 1.9851043 Jan 26 20:37:04.785769 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Allocated IP 172.20.0.5 (15cd77f8-e1c1-470c-bd80-6c7ae1a801a8/3a71d783-e3a8-40d2-b37b-0c93d1b53c2d/4eb44c57-ffe0-4170-b3c3-ab57324f4e72) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:37:04.811258 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-759b8f20-8f56-4f0d-9197-804b2dc25495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:04.923832 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f4496dd1-118d-41a5-8ef2-ecd8e0e55dc7 req-b708afe2-2f86-4d67-9a35-37a5251a94a2 service neutron] 10.222.0.43 "GET /v2.0/networks/0da887b4-9ce5-4316-83b6-d930a4a14860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8923423 Jan 26 20:37:05.001150 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:05.007365 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-759b8f20-8f56-4f0d-9197-804b2dc25495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:05.032959 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b8f20-8f56-4f0d-9197-804b2dc25495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e566abc-3d34-41f2-ae64-10afb967ca99,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:05.045335 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:05.059452 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-759b8f20-8f56-4f0d-9197-804b2dc25495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:05.060554 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-759b8f20-8f56-4f0d-9197-804b2dc25495 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e566abc-3d34-41f2-ae64-10afb967ca99 HTTP/1.1" status: 204 len: 168 time: 1.1880617 Jan 26 20:37:05.089597 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:05.102605 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:05.247607 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Pushing event updated for resources: {'Port': ['ID=4eb44c57-ffe0-4170-b3c3-ab57324f4e72,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:05.253598 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:37:05.256477 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:37:05.275974 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:37:05.277019 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:37:05.277019 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:05.277019 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:05.289463 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:37:05.321608 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:37:05.330055 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event updated for resources: {'Port': ['ID=4db35c6d-0ce0-4a35-8238-6cbdce821d84,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:05.341045 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4f6e37b0-9862-49ed-81ed-4879ed16c72e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0057006 Jan 26 20:37:05.501351 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e308f3-1b13-484b-8788-fae86aba6869 req-7fa6c82e-4ef7-4b10-b2f5-958ceaef3d2a tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:05.502726 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-57e308f3-1b13-484b-8788-fae86aba6869 req-7fa6c82e-4ef7-4b10-b2f5-958ceaef3d2a tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 943 time: 0.0837922 Jan 26 20:37:05.555903 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-57e308f3-1b13-484b-8788-fae86aba6869 req-be0a7e37-deb8-4aa3-8b8b-89b2331d41f7 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432756 Jan 26 20:37:05.623143 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:05.685851 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:05.919657 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-09188625-853c-4ae8-b7de-6961ff42b015 req-3fd0a4a0-46a5-4104-81c3-aa85285b045f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 210 time: 0.0765383 Jan 26 20:37:05.978786 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-e50a13e1-c904-4100-a3a4-7841ac8b6b1e req-dd4e6223-3775-4362-b0c9-bee0a5f4fec1 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Synchronizing usage tracker for tenant:6640c36098c2473680824eba064a5218 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:05.987486 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:05.999774 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-e50a13e1-c904-4100-a3a4-7841ac8b6b1e req-dd4e6223-3775-4362-b0c9-bee0a5f4fec1 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Unset dirty status for tenant:6640c36098c2473680824eba064a5218 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:06.001685 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e50a13e1-c904-4100-a3a4-7841ac8b6b1e req-dd4e6223-3775-4362-b0c9-bee0a5f4fec1 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 210 time: 0.0730197 Jan 26 20:37:06.002255 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:06.077746 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:06.086029 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event updated for resources: {'Port': ['ID=4db35c6d-0ce0-4a35-8238-6cbdce821d84,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:06.106159 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:06.111177 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-e7c3ecd8-71e4-4707-8083-b9d93756d0a9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9817915 Jan 26 20:37:06.409316 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-ff1fba3a-db86-4521-bc36-000ed752ad56 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Synchronizing usage tracker for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:security_group {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:06.429879 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-ff1fba3a-db86-4521-bc36-000ed752ad56 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Unset dirty status for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:security_group {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:06.432145 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-ff1fba3a-db86-4521-bc36-000ed752ad56 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--784865496&fields=id&tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd HTTP/1.1" status: 200 len: 267 time: 0.0867283 Jan 26 20:37:06.588003 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9afc8fca-759e-4b0d-88ff-b9746365fd34 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:06.589505 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9afc8fca-759e-4b0d-88ff-b9746365fd34 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/networks?id=4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 200 len: 816 time: 0.1506910 Jan 26 20:37:06.611536 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-f4343495-ffa7-4269-82cf-1035bc9a0173 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/quotas/2db5b5ed594345d6b9faceb1fe02c1bd HTTP/1.1" status: 200 len: 375 time: 0.0117464 Jan 26 20:37:06.707915 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-0c3f4dee-4a1e-4868-916b-a4e95a0c2635 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Synchronizing usage tracker for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:06.734706 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-0c3f4dee-4a1e-4868-916b-a4e95a0c2635 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Unset dirty status for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:06.747978 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-0c3f4dee-4a1e-4868-916b-a4e95a0c2635 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1291180 Jan 26 20:37:06.780540 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178d5f0-9e0f-4534-879b-09a27c25cbc2 req-d9e75164-09d9-4f4e-bce2-37e91a78d9f2 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:06.781636 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4178d5f0-9e0f-4534-879b-09a27c25cbc2 req-d9e75164-09d9-4f4e-bce2-37e91a78d9f2 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 943 time: 0.0862608 Jan 26 20:37:06.830901 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4178d5f0-9e0f-4534-879b-09a27c25cbc2 req-5e61f899-ef39-4032-8fe9-d1b84e93610b tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442653 Jan 26 20:37:07.026040 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-7a0fea47-7233-43e9-97e1-39a57e9f6019 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=82709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 26 20:37:07.027318 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-7a0fea47-7233-43e9-97e1-39a57e9f6019 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1445363 Jan 26 20:37:07.165205 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9ec693f2-e48d-448d-8e10-fc1094b9cdcb req-72625409-f334-4157-a27c-b73726309b2d tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 210 time: 0.0641599 Jan 26 20:37:07.268602 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-76b7de73-1c60-4482-a1b2-89acd0e55188 service neutron] 10.222.0.53 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298052 Jan 26 20:37:07.457709 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-22137456-ebeb-4f06-a246-e8b9c158a7ac service neutron] 10.222.0.53 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881673 Jan 26 20:37:07.556778 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-070e3588-91a2-4497-a363-ebea9a8b9b16 req-145e72d5-80d2-4210-828a-71ab92fb536a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 210 time: 0.0922368 Jan 26 20:37:07.841474 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Request body: {'port': {'device_id': 'ab2cfa03-485a-4ccf-95e3-a9781a047707', 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8', 'admin_state_up': True, 'tenant_id': '6640c36098c2473680824eba064a5218'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:37:07.872884 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.43', 59440) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:07.919274 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Request body: {'port': {'device_id': '5bae47c8-e650-4469-a972-e094c545abfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:37:07.971233 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d4a8f18a-bc1e-4011-831f-031def172a52 req-1784fa9c-814e-4c83-951a-65ba8dbc75f1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 210 time: 0.1447182 Jan 26 20:37:08.214516 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:08.619432 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:08.632455 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:08.660688 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Made reservation on behalf of 6640c36098c2473680824eba064a5218 for: {'port': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:37:08.668996 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:08.775432 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3917ba85-6344-491f-b516-38183ca08711 req-ed6df77b-e4ef-4511-8314-bae795ab02ee tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 210 time: 0.2627697 Jan 26 20:37:08.944622 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 {{(pid=82708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:37:08.960415 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:08.989418 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-5afd93d4-fef3-4b0a-85cf-8e231c731824 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:08.989418 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-5afd93d4-fef3-4b0a-85cf-8e231c731824 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Synchronizing usage tracker for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:network {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:09.050609 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52117f-dfe7-43cf-bd6b-561b8544cd8a req-29520a10-68c6-4f5d-b8ce-72176c99bc5e tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:09.057795 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8e52117f-dfe7-43cf-bd6b-561b8544cd8a req-29520a10-68c6-4f5d-b8ce-72176c99bc5e tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 943 time: 0.9726939 Jan 26 20:37:09.081596 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-5afd93d4-fef3-4b0a-85cf-8e231c731824 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Unset dirty status for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:network {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:09.082906 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-5afd93d4-fef3-4b0a-85cf-8e231c731824 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.43 "GET /v2.0/networks?id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba HTTP/1.1" status: 200 len: 811 time: 1.2089105 Jan 26 20:37:09.104155 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3a6a94a8-a1ab-4fd8-abc3-d6784bff9a95 req-60ffe971-7e55-4ded-922c-b61122d77b9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02d70a6cd5a74b56a1159c3dffa9e977&device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 1096 time: 1.2287226 Jan 26 20:37:09.144702 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a4e523df-d727-48e1-ba48-4c5008ad5ad1 req-9e4a6de9-ffda-4ca5-b20f-6d6e87d92b42 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 210 time: 0.1871164 Jan 26 20:37:09.148128 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Transition to ACTIVE for port object 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 will not be triggered until provisioned by entity L2. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:37:09.166549 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:09.294498 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8e52117f-dfe7-43cf-bd6b-561b8544cd8a req-d1337c92-1cb3-40f7-8d96-3265b5ac832b tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357054 Jan 26 20:37:09.393025 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Allocated IP 172.20.0.10 (15cd77f8-e1c1-470c-bd80-6c7ae1a801a8/3a71d783-e3a8-40d2-b37b-0c93d1b53c2d/f3a05e05-e94c-4adb-b73c-95382e7b3350) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:37:09.394319 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e21e0bd5-a321-44bc-8673-f664b14c2e98 req-19a81da0-d91e-45b6-a083-34da6d39fb04 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 210 time: 0.0684667 Jan 26 20:37:09.405175 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-3d4e7c57-dc29-4d78-98e0-993f183ca395 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Synchronizing usage tracker for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:security_group {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:09.463840 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb44c57-ffe0-4170-b3c3-ab57324f4e72,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:09.477695 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-3d4e7c57-dc29-4d78-98e0-993f183ca395 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Unset dirty status for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:security_group {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:09.478828 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-3d4e7c57-dc29-4d78-98e0-993f183ca395 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d016374d2e4e45a021b9c468ba477b HTTP/1.1" status: 200 len: 380 time: 0.3829057 Jan 26 20:37:09.481709 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Attempting to bind port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:37:09.482199 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Attempting to bind port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:37:09.482548 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Attempting to bind port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 on network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:37:09.489063 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 on network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:37:09.489367 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Attempting to bind port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 on network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:37:09.490035 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a94a8-a1ab-4fd8-abc3-d6784bff9a95 req-3bd8f55d-f475-4c82-bad3-b14f6c871494 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:09.491470 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3a6a94a8-a1ab-4fd8-abc3-d6784bff9a95 req-3bd8f55d-f475-4c82-bad3-b14f6c871494 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0da887b4-9ce5-4316-83b6-d930a4a14860 HTTP/1.1" status: 200 len: 912 time: 0.3621771 Jan 26 20:37:09.497487 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:37:09.497928 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Checking segment: {'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:37:09.498091 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Request body: {'port': {'device_id': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'admin_state_up': True, 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'security_groups': ['11e92949-76b3-4b62-ad04-3305d2716dfd']}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:37:09.498582 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Bound using segment: {'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:37:09.499047 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Bound port: 4eb44c57-ffe0-4170-b3c3-ab57324f4e72, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'}}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:37:09.499391 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:09.559406 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.43', 59446) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:09.687635 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3a6a94a8-a1ab-4fd8-abc3-d6784bff9a95 req-322c033f-bd7f-40a9-82af-43bdd6d52db3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aa1190d-623f-4fb2-9455-1bd5fb4630cc HTTP/1.1" status: 200 len: 217 time: 0.1754961 Jan 26 20:37:09.715868 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] For port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72, host hv-cinder-82651, cleared binding levels {{(pid=82708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:37:09.765600 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] For port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:37:09.783113 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:09.847285 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a94a8-a1ab-4fd8-abc3-d6784bff9a95 req-2df7aeaa-3057-49df-aa4b-4257ed6eda00 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:09.850299 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3a6a94a8-a1ab-4fd8-abc3-d6784bff9a95 req-2df7aeaa-3057-49df-aa4b-4257ed6eda00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5532b64-383c-4c84-8e1f-3c4484dee2fb HTTP/1.1" status: 200 len: 851 time: 0.0966771 Jan 26 20:37:09.886964 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-53915464-5166-4d91-8d6e-a87f2b22c399 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:09.887933 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-53915464-5166-4d91-8d6e-a87f2b22c399 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Synchronizing usage tracker for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:network {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:09.944053 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:09.946786 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] 10.222.0.43 "PUT /v2.0/ports/4eb44c57-ffe0-4170-b3c3-ab57324f4e72 HTTP/1.1" status: 200 len: 1093 time: 2.0515263 Jan 26 20:37:09.948195 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bae47c8-e650-4469-a972-e094c545abfd', 'tag': '4eb44c57-ffe0-4170-b3c3-ab57324f4e72'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:37:09.967816 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3a6a94a8-a1ab-4fd8-abc3-d6784bff9a95 req-b4a5beee-18a0-4385-ab98-085404736a0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0da887b4-9ce5-4316-83b6-d930a4a14860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970919 Jan 26 20:37:10.061691 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-53915464-5166-4d91-8d6e-a87f2b22c399 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Unset dirty status for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:network {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:10.063352 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-53915464-5166-4d91-8d6e-a87f2b22c399 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.43 "GET /v2.0/networks?id=4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 200 len: 816 time: 0.4933627 Jan 26 20:37:10.118963 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1d88a55c-2344-4c8b-91b6-7360f4ba9278 req-19472a48-bb14-421e-b197-c44152a04cbe tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 210 time: 0.1630220 Jan 26 20:37:10.137517 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94532f8a-892d-4829-9763-c9beafe08059 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb44c57-ffe0-4170-b3c3-ab57324f4e72,revision_number=3']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:10.177339 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-1dbd501e-51f8-4f55-90e7-56c46ccc3f59 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Synchronizing usage tracker for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:security_group {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:10.235245 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-1dbd501e-51f8-4f55-90e7-56c46ccc3f59 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Unset dirty status for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:security_group {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:10.236486 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-1dbd501e-51f8-4f55-90e7-56c46ccc3f59 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd HTTP/1.1" status: 200 len: 379 time: 0.1567578 Jan 26 20:37:10.257396 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-d35f5dc4-e97d-443f-a8a6-adf7c26b6822 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 1096 time: 0.2459805 Jan 26 20:37:10.265738 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Request body: {'port': {'device_id': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'admin_state_up': True, 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'security_groups': ['30f28773-df28-4421-9363-d92d1c41cd07']}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:37:10.287265 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:10.300232 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:10.322421 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Made reservation on behalf of b4d016374d2e4e45a021b9c468ba477b for: {'port': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:37:10.327320 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:10.407486 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:10.479060 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3a6a94a8-a1ab-4fd8-abc3-d6784bff9a95 req-6b7fedcd-d77f-40a2-b492-6740db210977 service neutron] 10.222.0.43 "GET /v2.0/networks/0da887b4-9ce5-4316-83b6-d930a4a14860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307353 Jan 26 20:37:10.768007 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-3c2d2683-2bdc-437a-bbcc-2941af0dd4a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72 HTTP/1.1" status: 200 len: 217 time: 0.4715042 Jan 26 20:37:10.795861 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e0cc6afa-7ef1-4e8f-a65e-a2126b00cdb5 req-5ee824f0-3840-4db8-9121-ee293c7d0f8f tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 210 time: 0.3138504 Jan 26 20:37:10.874230 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:10.977344 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Allocated IP 172.20.0.3 (f0067db2-b2dc-488a-8c4b-f2d4f13b24ba/49d2a0f2-fc73-4f82-966c-3684b0274923/269ec041-ce77-47bb-be1c-d51fcef19a87) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:37:10.981727 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:11.003461 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:11.006194 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-3bb39d37-8e7b-4e51-8d37-ffbf2255372b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:11.007890 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-3bb39d37-8e7b-4e51-8d37-ffbf2255372b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a71d783-e3a8-40d2-b37b-0c93d1b53c2d HTTP/1.1" status: 200 len: 859 time: 0.2065246 Jan 26 20:37:11.046375 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3a6a94a8-a1ab-4fd8-abc3-d6784bff9a95 req-a1787385-3dfa-4d10-97bc-9ef8703fbeaf service neutron] 10.222.0.43 "GET /v2.0/networks/0da887b4-9ce5-4316-83b6-d930a4a14860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534215 Jan 26 20:37:11.101885 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbeef4-9391-43b0-ae07-635226e1fd4d req-abea81ef-b98e-413c-af20-60a0422418a0 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:11.104787 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-36fbeef4-9391-43b0-ae07-635226e1fd4d req-abea81ef-b98e-413c-af20-60a0422418a0 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 943 time: 0.4943733 Jan 26 20:37:11.143437 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4748d58e-b398-41aa-9a67-66fe181232ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289377 Jan 26 20:37:11.147325 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5bc58dc2-d2d0-40e8-8a3d-6315bcc3c0c8 req-a6a19779-52c3-44d5-945a-bbef7b2d0147 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 210 time: 0.0618753 Jan 26 20:37:11.148516 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Made reservation on behalf of 2db5b5ed594345d6b9faceb1fe02c1bd for: {'port': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:37:11.152413 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:11.169720 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 4aa1190d-623f-4fb2-9455-1bd5fb4630cc details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:37:11.174922 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:37:11.331524 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Pushing event updated for resources: {'Port': ['ID=f3a05e05-e94c-4adb-b73c-95382e7b3350,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:11.347492 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:37:11.362368 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:37:11.366564 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:11.367204 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:11.401398 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-db9c96cd-e4dd-4846-adb3-82663c632877 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5676842 Jan 26 20:37:11.418901 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Request body: {'port': {'device_id': 'ab2cfa03-485a-4ccf-95e3-a9781a047707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:37:11.501745 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4aa1190d-623f-4fb2-9455-1bd5fb4630cc,segment=NetworkSegment(b2262fda-a06f-4838-a0fe-789b3fe104b2),segment_id=b2262fda-a06f-4838-a0fe-789b3fe104b2)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:11.529267 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '4aa1190d-623f-4fb2-9455-1bd5fb4630cc', 'network_id': '0da887b4-9ce5-4316-83b6-d930a4a14860', 'port_id': '4aa1190d-623f-4fb2-9455-1bd5fb4630cc', 'mac_address': 'fa:16:3e:78:34:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5532b64-383c-4c84-8e1f-3c4484dee2fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:37:11.550405 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-36fbeef4-9391-43b0-ae07-635226e1fd4d req-a93e4017-8a65-4546-b71e-1a7ca14027db tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305639 Jan 26 20:37:11.641321 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bae47c8-e650-4469-a972-e094c545abfd', 'tag': '4eb44c57-ffe0-4170-b3c3-ab57324f4e72', 'status': 'completed', 'code': 200} Jan 26 20:37:11.678180 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:11.709473 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa1190d-623f-4fb2-9455-1bd5fb4630cc {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:37:11.750307 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4aa1190d-623f-4fb2-9455-1bd5fb4630cc,segment=NetworkSegment(b2262fda-a06f-4838-a0fe-789b3fe104b2),segment_id=b2262fda-a06f-4838-a0fe-789b3fe104b2)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:11.762210 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:11.793740 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:11.826054 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:11.881353 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Allocated IP 172.20.0.3 (4516c057-057d-4328-b219-148cc457f2aa/ab66317f-1f97-4db1-838e-7f27eb67f0da/16929471-3b6f-4eb2-8320-2630d4f1748b) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:37:11.886824 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-4afbb366-bd03-4bf9-a2b5-95cbe804c255 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208407 Jan 26 20:37:11.892077 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=4aa1190d-623f-4fb2-9455-1bd5fb4630cc,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:11.896952 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Transition to ACTIVE for port object 269ec041-ce77-47bb-be1c-d51fcef19a87 will not be triggered until provisioned by entity DHCP. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:37:11.899429 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-b6fd4773-8ae9-4fbb-994f-83528dde98bf req-b0237734-d6a7-4ee9-8682-b0cfbde7021f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Synchronizing usage tracker for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:11.921604 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-b6fd4773-8ae9-4fbb-994f-83528dde98bf req-b0237734-d6a7-4ee9-8682-b0cfbde7021f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Unset dirty status for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:11.922837 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b6fd4773-8ae9-4fbb-994f-83528dde98bf req-b0237734-d6a7-4ee9-8682-b0cfbde7021f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 210 time: 0.0828416 Jan 26 20:37:12.015410 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:12.343204 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event updated for resources: {'Port': ['ID=269ec041-ce77-47bb-be1c-d51fcef19a87,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:12.357891 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:37:12.362840 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:37:12.374237 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:12.389048 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:37:12.394151 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:12.395425 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:12.415381 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Transition to ACTIVE for port object 16929471-3b6f-4eb2-8320-2630d4f1748b will not be triggered until provisioned by entity DHCP. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:37:12.455444 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78951e6b-8bec-4741-99fa-86f290a58073 req-0318b530-7777-4441-8301-ac64ab651521 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:12.461799 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-78951e6b-8bec-4741-99fa-86f290a58073 req-0318b530-7777-4441-8301-ac64ab651521 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 932 time: 0.2714591 Jan 26 20:37:12.539098 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-be5ab714-2839-47ce-87a9-4b38c108d498 req-45a1375b-c967-4422-86f2-d8ad15a6d5bc tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 210 time: 0.1070299 Jan 26 20:37:12.546812 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-78951e6b-8bec-4741-99fa-86f290a58073 req-5f9bb940-2540-4256-9e99-5a9310854320 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730355 Jan 26 20:37:12.547556 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-d218ea00-d6ab-4672-a4f1-4e7638c4264f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0587842 Jan 26 20:37:12.554176 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:12.593877 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9d384d4a-d96a-4774-bc67-ee16c194c19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:12.689523 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a05e05-e94c-4adb-b73c-95382e7b3350 {{(pid=82709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:37:12.698590 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:12.721109 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event updated for resources: {'Port': ['ID=16929471-3b6f-4eb2-8320-2630d4f1748b,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:12.735756 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Transition to ACTIVE for port object f3a05e05-e94c-4adb-b73c-95382e7b3350 will not be triggered until provisioned by entity L2. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:37:12.741647 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Network 4516c057-057d-4328-b219-148cc457f2aa is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:37:12.745674 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:37:12.749523 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:37:12.752563 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:12.758172 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:12.759704 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:12.798336 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-9913e7b3-c4ef-445e-8626-dbdcf4687bf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5404611 Jan 26 20:37:12.857828 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-847ca526-141f-452c-9855-8e5e68091fa7 None None] Provisioning for port 269ec041-ce77-47bb-be1c-d51fcef19a87 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:37:12.866960 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-847ca526-141f-452c-9855-8e5e68091fa7 None None] Provisioning complete for port 269ec041-ce77-47bb-be1c-d51fcef19a87 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:12.867857 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-847ca526-141f-452c-9855-8e5e68091fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:12.931688 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-847ca526-141f-452c-9855-8e5e68091fa7 None None] Port 269ec041-ce77-47bb-be1c-d51fcef19a87 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:37:13.014705 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a05e05-e94c-4adb-b73c-95382e7b3350,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:13.055765 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-bc377caa-524f-41b5-80f8-ef29a62fd0a4 None None] Provisioning for port 16929471-3b6f-4eb2-8320-2630d4f1748b completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:37:13.062892 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-bc377caa-524f-41b5-80f8-ef29a62fd0a4 None None] Provisioning complete for port 16929471-3b6f-4eb2-8320-2630d4f1748b triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:13.063886 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-bc377caa-524f-41b5-80f8-ef29a62fd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:13.085173 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Attempting to bind port f3a05e05-e94c-4adb-b73c-95382e7b3350 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:37:13.085516 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Attempting to bind port f3a05e05-e94c-4adb-b73c-95382e7b3350 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:37:13.085841 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Attempting to bind port f3a05e05-e94c-4adb-b73c-95382e7b3350 on network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:37:13.095835 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47cfee-e5bb-4da5-aa5b-68a560e9a82f req-5171a094-98ba-4f89-bfbe-3dacfeee5ed4 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:13.097361 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ba47cfee-e5bb-4da5-aa5b-68a560e9a82f req-5171a094-98ba-4f89-bfbe-3dacfeee5ed4 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 944 time: 0.2544913 Jan 26 20:37:13.100236 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Port f3a05e05-e94c-4adb-b73c-95382e7b3350 on network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:37:13.100555 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Attempting to bind port f3a05e05-e94c-4adb-b73c-95382e7b3350 on network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:37:13.113629 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:37:13.114061 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Checking segment: {'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:37:13.114509 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Bound using segment: {'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:37:13.115061 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Bound port: f3a05e05-e94c-4adb-b73c-95382e7b3350, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'}}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:37:13.115925 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:13.136943 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-bc377caa-524f-41b5-80f8-ef29a62fd0a4 None None] Port 16929471-3b6f-4eb2-8320-2630d4f1748b cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:37:13.202876 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472574f5-dd17-4471-ac60-647ce20938f5 req-8d20e0f3-5dc2-45e8-9164-a346390b7887 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:13.207561 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-472574f5-dd17-4471-ac60-647ce20938f5 req-8d20e0f3-5dc2-45e8-9164-a346390b7887 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 931 time: 0.0870335 Jan 26 20:37:13.218723 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ba47cfee-e5bb-4da5-aa5b-68a560e9a82f req-409909b1-8287-4208-93ba-6567f94718eb tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129754 Jan 26 20:37:13.249789 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] For port f3a05e05-e94c-4adb-b73c-95382e7b3350, host hv-cinder-82651, cleared binding levels {{(pid=82709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:37:13.253265 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] For port f3a05e05-e94c-4adb-b73c-95382e7b3350, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f3a05e05-e94c-4adb-b73c-95382e7b3350,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:37:13.254399 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-472574f5-dd17-4471-ac60-647ce20938f5 req-8c54d407-bc34-4249-bb43-d11f1445499d tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436773 Jan 26 20:37:13.257175 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:13.319573 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:13.320949 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] 10.222.0.43 "PUT /v2.0/ports/f3a05e05-e94c-4adb-b73c-95382e7b3350 HTTP/1.1" status: 200 len: 1094 time: 1.9075079 Jan 26 20:37:13.321413 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2cfa03-485a-4ccf-95e3-a9781a047707', 'tag': 'f3a05e05-e94c-4adb-b73c-95382e7b3350'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:37:13.341176 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38062dfe-4e42-4703-8762-72ee3d2dd040 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a05e05-e94c-4adb-b73c-95382e7b3350,revision_number=3']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:13.381649 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2cfa03-485a-4ccf-95e3-a9781a047707', 'tag': 'f3a05e05-e94c-4adb-b73c-95382e7b3350', 'status': 'completed', 'code': 200} Jan 26 20:37:13.810769 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdfb96-76d1-4148-9849-ae8b60d10d16 req-5747661f-7fcb-4377-9c06-69eb32af638c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:13.811903 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-d4bdfb96-76d1-4148-9849-ae8b60d10d16 req-5747661f-7fcb-4377-9c06-69eb32af638c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Synchronizing usage tracker for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:13.834236 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-d4bdfb96-76d1-4148-9849-ae8b60d10d16 req-5747661f-7fcb-4377-9c06-69eb32af638c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Unset dirty status for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:13.840653 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d4bdfb96-76d1-4148-9849-ae8b60d10d16 req-5747661f-7fcb-4377-9c06-69eb32af638c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 931 time: 0.1432052 Jan 26 20:37:13.845749 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c35b5-83f3-4489-83d5-928dfcb4b26b req-01546850-6a24-4517-8396-6756268db81a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:13.846785 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-643c35b5-83f3-4489-83d5-928dfcb4b26b req-01546850-6a24-4517-8396-6756268db81a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Synchronizing usage tracker for tenant:6640c36098c2473680824eba064a5218 on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:13.865384 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-643c35b5-83f3-4489-83d5-928dfcb4b26b req-01546850-6a24-4517-8396-6756268db81a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Unset dirty status for tenant:6640c36098c2473680824eba064a5218 on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:13.871867 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-643c35b5-83f3-4489-83d5-928dfcb4b26b req-01546850-6a24-4517-8396-6756268db81a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 944 time: 0.1570506 Jan 26 20:37:13.899394 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d4bdfb96-76d1-4148-9849-ae8b60d10d16 req-35e3a5ea-db88-4464-b45e-94cfe9004cbd tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572319 Jan 26 20:37:13.917177 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-643c35b5-83f3-4489-83d5-928dfcb4b26b req-d697a051-f39b-41fe-87fd-e560e8103aba tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Synchronizing usage tracker for tenant:6640c36098c2473680824eba064a5218 on resource:security_group {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:13.938506 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-643c35b5-83f3-4489-83d5-928dfcb4b26b req-d697a051-f39b-41fe-87fd-e560e8103aba tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Unset dirty status for tenant:6640c36098c2473680824eba064a5218 on resource:security_group {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:13.940253 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-643c35b5-83f3-4489-83d5-928dfcb4b26b req-d697a051-f39b-41fe-87fd-e560e8103aba tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675154 Jan 26 20:37:14.441803 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a9d2b-7efb-41d3-9002-9934fdb55fc7 req-0211411c-750a-4899-8849-5c60d0ce9481 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:14.443504 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4d4a9d2b-7efb-41d3-9002-9934fdb55fc7 req-0211411c-750a-4899-8849-5c60d0ce9481 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 944 time: 0.0868509 Jan 26 20:37:14.489945 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a5cbb-a1d0-4f3b-8a07-651d2d1ff1f6 req-26bf975d-2eb3-4f3c-89fc-0a3fad25999c tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:14.491670 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-146a5cbb-a1d0-4f3b-8a07-651d2d1ff1f6 req-26bf975d-2eb3-4f3c-89fc-0a3fad25999c tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 931 time: 0.1130342 Jan 26 20:37:14.491852 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4d4a9d2b-7efb-41d3-9002-9934fdb55fc7 req-36706c16-8c82-466a-9e6a-6efc68634aca tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Jan 26 20:37:14.546017 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Request body: {'port': {'device_id': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:37:14.557418 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Request body: {'port': {'device_id': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:37:14.712189 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-146a5cbb-a1d0-4f3b-8a07-651d2d1ff1f6 req-4a7cc859-06bc-4e26-8179-5378b201393a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111976 Jan 26 20:37:14.741373 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['4aa1190d-623f-4fb2-9455-1bd5fb4630cc'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:37:14.760305 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:14.762616 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:14.771902 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a2e70910-7927-4014-8dc8-5d52f9dfb4fc req-0b5a2f22-9a9c-4044-a9d4-f5a50ba89154 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431090 Jan 26 20:37:14.792103 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c6e9e75c-763c-43b0-b70f-bb93544092df req-3fbfd3af-b828-4b15-ad78-def340372d5f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 1097 time: 0.1909227 Jan 26 20:37:14.836596 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-27e031b5-72bb-4582-9765-5371475c35be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:15.307416 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7955ae8f-8d97-4b72-a337-25ac7554e41e req-8afd022d-a718-4192-a8bd-d61298d1902c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 1096 time: 0.4596620 Jan 26 20:37:15.346718 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba8648-fa5e-45ce-a005-911beaf1e57a req-1a06298d-cd28-4efd-88a6-a2b1cdd6185e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:15.348260 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ceba8648-fa5e-45ce-a005-911beaf1e57a req-1a06298d-cd28-4efd-88a6-a2b1cdd6185e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 931 time: 0.1703539 Jan 26 20:37:15.456265 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16929471-3b6f-4eb2-8320-2630d4f1748b {{(pid=82708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:37:15.466617 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:15.477271 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ceba8648-fa5e-45ce-a005-911beaf1e57a req-adc4c457-2403-47ba-94cf-35eeff8e296b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228442 Jan 26 20:37:15.486563 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Transition to ACTIVE for port object 16929471-3b6f-4eb2-8320-2630d4f1748b will not be triggered until provisioned by entity L2. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:37:15.491533 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:15.500076 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9e75c-763c-43b0-b70f-bb93544092df req-ca6a7a64-018b-4584-ae04-b1b033ca602f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:15.501579 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c6e9e75c-763c-43b0-b70f-bb93544092df req-ca6a7a64-018b-4584-ae04-b1b033ca602f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=6640c36098c2473680824eba064a5218&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2752061 Jan 26 20:37:15.538292 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0253c36-01ad-47ea-84d2-ae99bf76b329 req-6be976f7-5ad8-4416-abe5-e0f195a4fbfb tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:15.539985 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a0253c36-01ad-47ea-84d2-ae99bf76b329 req-6be976f7-5ad8-4416-abe5-e0f195a4fbfb tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 944 time: 0.3119450 Jan 26 20:37:15.549187 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269ec041-ce77-47bb-be1c-d51fcef19a87 {{(pid=82709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:37:15.572763 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:15.609903 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Transition to ACTIVE for port object 269ec041-ce77-47bb-be1c-d51fcef19a87 will not be triggered until provisioned by entity L2. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:37:15.616785 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:15.664368 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a0253c36-01ad-47ea-84d2-ae99bf76b329 req-fee8687b-e5cd-4ebf-acd9-5e414d13a200 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097445 Jan 26 20:37:15.697658 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=16929471-3b6f-4eb2-8320-2630d4f1748b,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:15.819305 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Attempting to bind port 16929471-3b6f-4eb2-8320-2630d4f1748b on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:37:15.819635 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Attempting to bind port 16929471-3b6f-4eb2-8320-2630d4f1748b by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:37:15.819965 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Attempting to bind port 16929471-3b6f-4eb2-8320-2630d4f1748b on network 4516c057-057d-4328-b219-148cc457f2aa {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:37:15.854255 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Pushing event updated for resources: {'Port': ['ID=269ec041-ce77-47bb-be1c-d51fcef19a87,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:15.854592 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Port 16929471-3b6f-4eb2-8320-2630d4f1748b on network 4516c057-057d-4328-b219-148cc457f2aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:37:15.855183 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Attempting to bind port 16929471-3b6f-4eb2-8320-2630d4f1748b on network 4516c057-057d-4328-b219-148cc457f2aa {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:37:15.869285 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Attempting to bind port 269ec041-ce77-47bb-be1c-d51fcef19a87 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:37:15.869622 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Attempting to bind port 269ec041-ce77-47bb-be1c-d51fcef19a87 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:37:15.869942 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Attempting to bind port 269ec041-ce77-47bb-be1c-d51fcef19a87 on network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:37:15.871740 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:37:15.872266 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Checking segment: {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:37:15.873447 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Bound using segment: {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:37:15.873884 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Bound port: 16929471-3b6f-4eb2-8320-2630d4f1748b, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'}}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:37:15.874227 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:15.877150 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Port 269ec041-ce77-47bb-be1c-d51fcef19a87 on network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:37:15.877470 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Attempting to bind port 269ec041-ce77-47bb-be1c-d51fcef19a87 on network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:37:15.889238 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:37:15.889579 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Checking segment: {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:37:15.889964 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Bound using segment: {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:37:15.891201 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Bound port: 269ec041-ce77-47bb-be1c-d51fcef19a87, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'}}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:37:15.891639 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:15.908033 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de20cbe-a654-404c-8272-c208504356ac req-fdc5eeba-30b7-4963-8156-9736ea4ff170 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:15.915267 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4de20cbe-a654-404c-8272-c208504356ac req-fdc5eeba-30b7-4963-8156-9736ea4ff170 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 944 time: 0.2036202 Jan 26 20:37:16.046133 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] For port 269ec041-ce77-47bb-be1c-d51fcef19a87, host hv-cinder-82651, cleared binding levels {{(pid=82709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:37:16.051758 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] For port 269ec041-ce77-47bb-be1c-d51fcef19a87, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=269ec041-ce77-47bb-be1c-d51fcef19a87,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:37:16.059907 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca7de-fad2-4237-8c3f-09ff76fffda2 req-7d5a7071-89d6-4fce-8aec-e045e5051285 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:16.061425 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-54eca7de-fad2-4237-8c3f-09ff76fffda2 req-7d5a7071-89d6-4fce-8aec-e045e5051285 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 943 time: 0.1489980 Jan 26 20:37:16.063602 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:16.077513 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:16.081070 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4de20cbe-a654-404c-8272-c208504356ac req-8b1402f3-fd1f-461d-84c3-0328fa9ce638 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649559 Jan 26 20:37:16.096938 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, cleared binding levels {{(pid=82708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:37:16.101006 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=16929471-3b6f-4eb2-8320-2630d4f1748b,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:37:16.109358 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:16.140146 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:16.156535 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:16.157913 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] 10.222.0.43 "PUT /v2.0/ports/269ec041-ce77-47bb-be1c-d51fcef19a87 HTTP/1.1" status: 200 len: 1093 time: 1.6213574 Jan 26 20:37:16.158333 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'tag': '269ec041-ce77-47bb-be1c-d51fcef19a87'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:37:16.174882 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:16.176637 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] 10.222.0.43 "PUT /v2.0/ports/16929471-3b6f-4eb2-8320-2630d4f1748b HTTP/1.1" status: 200 len: 1093 time: 1.6246693 Jan 26 20:37:16.177082 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:37:16.190546 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef509fb5-e6bf-4c10-b04a-1a346a3b41f6 service neutron] Pushing event updated for resources: {'Port': ['ID=269ec041-ce77-47bb-be1c-d51fcef19a87,revision_number=3']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:16.197787 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a01bd-88ea-425b-84b0-a5791d50c8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=16929471-3b6f-4eb2-8320-2630d4f1748b,revision_number=3']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:16.212779 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-54eca7de-fad2-4237-8c3f-09ff76fffda2 req-1f5e7bce-c81d-4870-9b08-0bc6d8b77c4c tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078920 Jan 26 20:37:16.279902 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'tag': '269ec041-ce77-47bb-be1c-d51fcef19a87', 'status': 'completed', 'code': 200} Jan 26 20:37:16.303964 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'status': 'completed', 'code': 200} Jan 26 20:37:16.825210 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955ae8f-8d97-4b72-a337-25ac7554e41e req-63bae94e-2f67-4919-8a20-75aa8d1d2307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:16.826665 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7955ae8f-8d97-4b72-a337-25ac7554e41e req-63bae94e-2f67-4919-8a20-75aa8d1d2307 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 200 len: 920 time: 0.1828268 Jan 26 20:37:16.835277 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6f69c-6bf7-4982-b39f-54e543c3976a req-d0270c0b-97c4-42cb-a9cb-d816243f8708 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:16.837287 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-57f6f69c-6bf7-4982-b39f-54e543c3976a req-d0270c0b-97c4-42cb-a9cb-d816243f8708 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.1747127 Jan 26 20:37:16.863582 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b1f87-9c69-4a36-bbd3-e1cc62a4ab00 req-2574e9a4-6111-4894-8fc4-e78ca890aa04 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:16.865021 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d33b1f87-9c69-4a36-bbd3-e1cc62a4ab00 req-2574e9a4-6111-4894-8fc4-e78ca890aa04 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 944 time: 0.0770102 Jan 26 20:37:16.882810 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-57f6f69c-6bf7-4982-b39f-54e543c3976a req-653f84bf-83c9-4298-a746-725f71a7dea3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397942 Jan 26 20:37:16.916030 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d33b1f87-9c69-4a36-bbd3-e1cc62a4ab00 req-628841d6-df71-4386-a84b-5b1853aa44c4 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450470 Jan 26 20:37:16.931840 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:37:17.279385 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Sync routers for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:37:17.295007 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:37:17.295865 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:37:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:17.303691 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdb2bb-1175-4807-b48d-758392458ed4 req-6de65d9c-e37a-4af2-98fc-44342d803df3 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:17.311559 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0fdb2bb-1175-4807-b48d-758392458ed4 req-6de65d9c-e37a-4af2-98fc-44342d803df3 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 944 time: 0.0966778 Jan 26 20:37:17.363527 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0fdb2bb-1175-4807-b48d-758392458ed4 req-6415ef96-54b2-4c14-8807-d2e0c19c5a37 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510609 Jan 26 20:37:17.444062 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0e243-646b-4a30-b43e-0071cab86fba req-6d88cf6f-4119-4b42-8b3e-d22efc28eb56 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:17.445865 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f8a0e243-646b-4a30-b43e-0071cab86fba req-6d88cf6f-4119-4b42-8b3e-d22efc28eb56 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 943 time: 0.1044285 Jan 26 20:37:17.496104 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f8a0e243-646b-4a30-b43e-0071cab86fba req-31c09c86-b1af-442e-9e8f-db11d5762855 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440989 Jan 26 20:37:17.532905 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:37:17.780371 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7955ae8f-8d97-4b72-a337-25ac7554e41e req-0a3cb516-6878-44b9-802b-001aaef353e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72 HTTP/1.1" status: 200 len: 217 time: 0.1310363 Jan 26 20:37:17.877489 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9e75c-763c-43b0-b70f-bb93544092df req-962b43e7-85f2-44ae-97c7-bdd67a7741a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:17.879089 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c6e9e75c-763c-43b0-b70f-bb93544092df req-962b43e7-85f2-44ae-97c7-bdd67a7741a9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2625246 Jan 26 20:37:17.881307 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955ae8f-8d97-4b72-a337-25ac7554e41e req-44d03086-7c59-4876-a89d-1a48c188a427 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:17.883138 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7955ae8f-8d97-4b72-a337-25ac7554e41e req-44d03086-7c59-4876-a89d-1a48c188a427 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a71d783-e3a8-40d2-b37b-0c93d1b53c2d HTTP/1.1" status: 200 len: 859 time: 0.0951114 Jan 26 20:37:17.890099 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f877ec45-1a3e-4085-9d01-e0992b9d38c2 req-92baf86d-4c1f-46ae-8796-e4c28e697c72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 1096 time: 0.1806433 Jan 26 20:37:17.892291 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5a6b4dc3-5bef-4b1f-9d0e-5ad76428a3f6 req-cb49d700-163e-4175-b574-e63e7d4810ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4d016374d2e4e45a021b9c468ba477b&device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 1096 time: 0.1623735 Jan 26 20:37:17.905390 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:36:51Z', 'revision_number': 2, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:17.912669 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Checking router: 7e799c57-e44c-4d4a-b465-69df49c58eda for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:37:17.913103 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Updating router 7e799c57-e44c-4d4a-b465-69df49c58eda port f005d282-0714-480d-ae23-cadc320203c7 binding host dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:37:17.986205 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:18.012527 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:18.101159 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7955ae8f-8d97-4b72-a337-25ac7554e41e req-608e0640-5351-4767-b91b-65fa862e8ef0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2035162 Jan 26 20:37:18.226316 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b4dc3-5bef-4b1f-9d0e-5ad76428a3f6 req-94ed8a4d-b755-454e-82e7-3676573e3014 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:18.227934 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5a6b4dc3-5bef-4b1f-9d0e-5ad76428a3f6 req-94ed8a4d-b755-454e-82e7-3676573e3014 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b4d016374d2e4e45a021b9c468ba477b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2850456 Jan 26 20:37:18.366837 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877ec45-1a3e-4085-9d01-e0992b9d38c2 req-3eca0b24-d1a9-42de-8b6c-ed2ac197cf82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:18.369840 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f877ec45-1a3e-4085-9d01-e0992b9d38c2 req-3eca0b24-d1a9-42de-8b6c-ed2ac197cf82 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4658742 Jan 26 20:37:18.412827 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f8ce6-8461-409b-8642-62e2349178d4 req-d9e7d722-e4e1-4447-ac36-c97123c326cc tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:18.427169 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e55f8ce6-8461-409b-8642-62e2349178d4 req-d9e7d722-e4e1-4447-ac36-c97123c326cc tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 944 time: 0.2945025 Jan 26 20:37:18.431483 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7955ae8f-8d97-4b72-a337-25ac7554e41e req-78b2ecda-ffdf-42e9-820b-8085f7827ff1 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186729 Jan 26 20:37:18.453258 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-4bcd29b2-10df-47f0-b6f6-35718964de9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 1097 time: 0.5232880 Jan 26 20:37:18.530333 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b4dc3-5bef-4b1f-9d0e-5ad76428a3f6 req-b930b544-d914-4a3d-80a0-c27be8b6ce0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:18.531988 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5a6b4dc3-5bef-4b1f-9d0e-5ad76428a3f6 req-b930b544-d914-4a3d-80a0-c27be8b6ce0b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2953041 Jan 26 20:37:18.537947 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86df38f-f4a5-4f46-bba0-0f5406ab4123 req-3be376b1-dfca-4bcf-83fa-b572a6437046 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:18.548506 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Notify callbacks [] for port, precommit_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:18.550913 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d86df38f-f4a5-4f46-bba0-0f5406ab4123 req-3be376b1-dfca-4bcf-83fa-b572a6437046 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.3609300 Jan 26 20:37:18.571997 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.provisioning_blocks [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Transition to ACTIVE for port object f005d282-0714-480d-ae23-cadc320203c7 will not be triggered until provisioned by entity L2. {{(pid=82711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:37:18.582066 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:18.669221 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-e609c651-30f5-49b9-9a68-8266c377ee0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3a05e05-e94c-4adb-b73c-95382e7b3350 HTTP/1.1" status: 200 len: 217 time: 0.0843847 Jan 26 20:37:18.670294 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c58c34-a247-4307-ba16-d3305266e2e6 None None] Pushing event updated for resources: {'Port': ['ID=f005d282-0714-480d-ae23-cadc320203c7,revision_number=3']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:18.709160 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7955ae8f-8d97-4b72-a337-25ac7554e41e req-06a60ef1-e923-4296-ba25-1e0d392ab5be service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672989 Jan 26 20:37:18.731856 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d86df38f-f4a5-4f46-bba0-0f5406ab4123 req-b0c5a144-7e95-4e03-b46e-891c99c08765 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729085 Jan 26 20:37:18.738118 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e55f8ce6-8461-409b-8642-62e2349178d4 req-01c39365-951f-4da7-b87b-65cdaa546d05 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097110 Jan 26 20:37:18.774186 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-adac23a7-b37d-462a-a35c-560064cf24e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4d016374d2e4e45a021b9c468ba477b&device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 1096 time: 0.1850865 Jan 26 20:37:18.908704 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6037964-c251-4733-9702-13c947bc960b req-8201718b-cdc1-49f1-8b2d-1992132b43d7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:18.910163 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-8201718b-cdc1-49f1-8b2d-1992132b43d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a71d783-e3a8-40d2-b37b-0c93d1b53c2d HTTP/1.1" status: 200 len: 859 time: 0.2215583 Jan 26 20:37:19.015704 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Attempting to bind port f005d282-0714-480d-ae23-cadc320203c7 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:37:19.015704 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Attempting to bind port f005d282-0714-480d-ae23-cadc320203c7 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:37:19.015704 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Attempting to bind port f005d282-0714-480d-ae23-cadc320203c7 on network 4516c057-057d-4328-b219-148cc457f2aa {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:37:19.070525 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:37:19.071468 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Checking segment: {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:37:19.071864 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:19.072256 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Bound using segment: {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:37:19.072740 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Bound port: f005d282-0714-480d-ae23-cadc320203c7, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'}}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:37:19.073124 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:19.080638 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-ae7932db-fd69-4a50-9529-01bad713f3c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564944 Jan 26 20:37:19.182282 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877ec45-1a3e-4085-9d01-e0992b9d38c2 req-693a31e1-f6e5-41ed-9b87-409307696ef5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:19.189587 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f877ec45-1a3e-4085-9d01-e0992b9d38c2 req-693a31e1-f6e5-41ed-9b87-409307696ef5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8127902 Jan 26 20:37:19.190054 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] For port f005d282-0714-480d-ae23-cadc320203c7, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:37:19.194404 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] For port f005d282-0714-480d-ae23-cadc320203c7, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=f005d282-0714-480d-ae23-cadc320203c7,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:37:19.207337 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:19.249022 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-50e96acd-0a79-47f3-a4b7-50495c12ec88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=269ec041-ce77-47bb-be1c-d51fcef19a87 HTTP/1.1" status: 200 len: 217 time: 0.4579966 Jan 26 20:37:19.317205 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c58c34-a247-4307-ba16-d3305266e2e6 None None] Pushing event updated for resources: {'Port': ['ID=f005d282-0714-480d-ae23-cadc320203c7,revision_number=4']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:19.358439 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:37:19.359086 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:37:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:19.436831 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-95665387-8b53-4e88-8749-1568bc48daa8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:19.438377 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-95665387-8b53-4e88-8749-1568bc48daa8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d2a0f2-fc73-4f82-966c-3684b0274923 HTTP/1.1" status: 200 len: 850 time: 0.1740835 Jan 26 20:37:19.563719 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8e3a1-ed39-4c76-9e47-b4cf6f5c549b req-fe8ea1ae-02b7-4153-9487-d1fa908be1ef tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:19.565501 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5fa8e3a1-ed39-4c76-9e47-b4cf6f5c549b req-fe8ea1ae-02b7-4153-9487-d1fa908be1ef tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 944 time: 0.4509919 Jan 26 20:37:19.614498 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 4aa1190d-623f-4fb2-9455-1bd5fb4630cc up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:19.629423 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-8ad160f4-ee54-4e36-b271-545d932bd1e4 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958119 Jan 26 20:37:19.657386 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5fa8e3a1-ed39-4c76-9e47-b4cf6f5c549b req-d47a0b19-d311-4a11-97da-a14f0dc149c1 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772555 Jan 26 20:37:19.674584 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-58fe5801-620f-4d6f-af68-3b525fa18ad2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2195508 Jan 26 20:37:19.783676 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:37:19.799163 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:37:19.809405 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:19.809919 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:19.895124 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-ecf2f2e8-606b-4028-8d15-5c10fcd6676c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 1096 time: 0.5963974 Jan 26 20:37:19.921892 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7894f2-5328-48cb-8b1d-a6f88d4fa085 req-4aadba52-e6c2-44aa-9e3a-b3d39353f2f1 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:19.934818 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0f7894f2-5328-48cb-8b1d-a6f88d4fa085 req-4aadba52-e6c2-44aa-9e3a-b3d39353f2f1 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 943 time: 0.8529642 Jan 26 20:37:19.980513 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-daf41053-b0d1-4d15-b036-d91c94ba66b3 service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958379 Jan 26 20:37:20.143767 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:20.200677 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-aa5d22ff-e6c5-45d5-917a-a97303b0fc3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16929471-3b6f-4eb2-8320-2630d4f1748b HTTP/1.1" status: 200 len: 217 time: 0.2577357 Jan 26 20:37:20.219803 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22c998d-5f09-4132-9124-6306ebbf1d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa1190d-623f-4fb2-9455-1bd5fb4630cc'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:37:20.322063 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03e459-e238-4078-8541-b55d8979160c req-3fec52de-ce2b-4a8e-b183-88e233c0281b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:20.331691 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-da03e459-e238-4078-8541-b55d8979160c req-3fec52de-ce2b-4a8e-b183-88e233c0281b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.2050388 Jan 26 20:37:20.381420 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0f7894f2-5328-48cb-8b1d-a6f88d4fa085 req-b9d48a28-ecdf-4784-85fa-18f8057e9a1e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4455953 Jan 26 20:37:20.426298 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a3228a71-eff9-4fe1-8e6d-4bdbbeb3dc9d req-5e949783-a1af-45c4-b941-62de60f9a5ba service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359937 Jan 26 20:37:20.441725 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-da03e459-e238-4078-8541-b55d8979160c req-f3dcbfca-5696-41e5-b381-3969489a67da tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091521 Jan 26 20:37:20.472623 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4aa1190d-623f-4fb2-9455-1bd5fb4630cc,segment=NetworkSegment(b2262fda-a06f-4838-a0fe-789b3fe104b2),segment_id=b2262fda-a06f-4838-a0fe-789b3fe104b2)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:20.479180 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:20.588478 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:19Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:20.593474 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1918c8d-6731-41ac-b56b-f9023622c862 None None] The sync data for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi is: [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:19Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:37:20.594393 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-b0a588c6-c1c3-44ac-9f94-ea2f0f83b60c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:20.599632 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-b0a588c6-c1c3-44ac-9f94-ea2f0f83b60c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab66317f-1f97-4db1-838e-7f27eb67f0da HTTP/1.1" status: 200 len: 855 time: 0.3452740 Jan 26 20:37:20.608131 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d6037964-c251-4733-9702-13c947bc960b req-5e8d3907-e995-43ac-88a7-a9a03b3550b0 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9718659 Jan 26 20:37:20.624763 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=4aa1190d-623f-4fb2-9455-1bd5fb4630cc,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:20.852028 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-7256a2a2-3aa9-4c53-a03a-952cfc584b23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4516c057-057d-4328-b219-148cc457f2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2430699 Jan 26 20:37:20.880773 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22c998d-5f09-4132-9124-6306ebbf1d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa1190d-623f-4fb2-9455-1bd5fb4630cc', 'code': 200} Jan 26 20:37:21.079219 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b602e40-1213-4fd6-b975-c387bb3a99e3 req-70e8a0b6-8b21-4630-a0c7-b6dfd4404ed5 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:21.080725 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8b602e40-1213-4fd6-b975-c387bb3a99e3 req-70e8a0b6-8b21-4630-a0c7-b6dfd4404ed5 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 944 time: 0.3286695 Jan 26 20:37:21.155886 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a7909-8e26-4b9c-b734-2962568aa67b req-b38912a1-ce12-452e-b1e7-fa2947cd18c5 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:21.165503 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6a3a7909-8e26-4b9c-b734-2962568aa67b req-b38912a1-ce12-452e-b1e7-fa2947cd18c5 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 945 time: 0.1407056 Jan 26 20:37:21.275892 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6a3a7909-8e26-4b9c-b734-2962568aa67b req-9a0ad526-2618-4de8-9abf-01b3966f7013 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089809 Jan 26 20:37:21.279772 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8b602e40-1213-4fd6-b975-c387bb3a99e3 req-41560666-4ad3-41ff-a42d-d70e1295ee8c tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839697 Jan 26 20:37:21.292571 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-2b6d6020-f192-4ad6-98b1-f1c8e8ce5a27 service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307983 Jan 26 20:37:21.333108 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7bc10c07-1511-4f51-b936-85ef3628356e req-b4b82908-e16b-4d2d-b754-cd5ccb920c8a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 1098 time: 0.2119830 Jan 26 20:37:21.449838 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7bc10c07-1511-4f51-b936-85ef3628356e req-a7c36c5c-d0fa-49de-99b5-08db49475b6d service neutron] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:21.567454 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-7bc10c07-1511-4f51-b936-85ef3628356e req-a7c36c5c-d0fa-49de-99b5-08db49475b6d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:21.599789 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-7bc10c07-1511-4f51-b936-85ef3628356e req-a7c36c5c-d0fa-49de-99b5-08db49475b6d service neutron] Usage tracker for resource:security_group_rule and tenant:4cd242d42ddf4abea828f17305c01201 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:21.599789 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-7bc10c07-1511-4f51-b936-85ef3628356e req-a7c36c5c-d0fa-49de-99b5-08db49475b6d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:21.631214 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e4aae7c-2308-4844-888c-6067e185cbbc req-40a53f52-3d93-4fbc-bd3e-8f77f58615cb service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266125 Jan 26 20:37:21.632963 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-7bc10c07-1511-4f51-b936-85ef3628356e req-a7c36c5c-d0fa-49de-99b5-08db49475b6d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:21.643647 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:37:21.843793 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93a3fd-3651-4d62-b9a7-54eed77a422e req-fc61c77a-30e7-41fb-940d-e6dbe17cf3c6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:21.863350 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ed93a3fd-3651-4d62-b9a7-54eed77a422e req-fc61c77a-30e7-41fb-940d-e6dbe17cf3c6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 943 time: 0.1791916 Jan 26 20:37:21.877781 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device f005d282-0714-480d-ae23-cadc320203c7 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:21.940056 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ed93a3fd-3651-4d62-b9a7-54eed77a422e req-71be0f13-4a23-47cc-bab8-f74830bb3073 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756018 Jan 26 20:37:22.001442 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7bc10c07-1511-4f51-b936-85ef3628356e req-a7c36c5c-d0fa-49de-99b5-08db49475b6d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:22.010300 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:22.020938 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7bc10c07-1511-4f51-b936-85ef3628356e req-a7c36c5c-d0fa-49de-99b5-08db49475b6d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:22.024428 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port f005d282-0714-480d-ae23-cadc320203c7 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:37:22.027560 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '4eb44c57-ffe0-4170-b3c3-ab57324f4e72', 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8', 'port_id': '4eb44c57-ffe0-4170-b3c3-ab57324f4e72', 'mac_address': 'fa:16:3e:cb:f3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a71d783-e3a8-40d2-b37b-0c93d1b53c2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:37:22.032296 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port f005d282-0714-480d-ae23-cadc320203c7 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:22.032657 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:22.064101 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7bc10c07-1511-4f51-b936-85ef3628356e req-a7c36c5c-d0fa-49de-99b5-08db49475b6d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7247021 Jan 26 20:37:22.069849 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c36c5c-d0fa-49de-99b5-08db49475b6d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd086dd-56b5-42d2-b074-815571e0fcc9,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:22.085629 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9f6ca-ef8a-4247-b682-a87323240941 req-b73a5ae0-4687-4237-97bb-b139a889ebba tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:22.087363 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0dd9f6ca-ef8a-4247-b682-a87323240941 req-b73a5ae0-4687-4237-97bb-b139a889ebba tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.3141036 Jan 26 20:37:22.136253 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:22.140018 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0dd9f6ca-ef8a-4247-b682-a87323240941 req-d22c168d-e006-4c25-bd96-6118bd1e7207 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464664 Jan 26 20:37:22.160058 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:37:22.208380 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:22.217792 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:22.277579 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:22.313289 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=4eb44c57-ffe0-4170-b3c3-ab57324f4e72,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:22.327099 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port f005d282-0714-480d-ae23-cadc320203c7, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=f005d282-0714-480d-ae23-cadc320203c7,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:22.332585 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:22.417800 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=f005d282-0714-480d-ae23-cadc320203c7,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:22.461267 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['4eb44c57-ffe0-4170-b3c3-ab57324f4e72'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:37:22.578527 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb0e74-6707-4ad1-b6be-46cdd2522aa6 req-b176b253-62f9-4420-a26c-fbd3b0eb52ac tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:22.581603 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-78bb0e74-6707-4ad1-b6be-46cdd2522aa6 req-b176b253-62f9-4420-a26c-fbd3b0eb52ac tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 945 time: 0.1176171 Jan 26 20:37:22.607827 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4c78-6c60-4c80-9316-b7deb6bf497b req-acc3ac35-5f6e-4d6f-a2a8-017f539a5294 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:22.615428 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-df3c4c78-6c60-4c80-9316-b7deb6bf497b req-acc3ac35-5f6e-4d6f-a2a8-017f539a5294 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 944 time: 0.1141431 Jan 26 20:37:22.678897 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-78bb0e74-6707-4ad1-b6be-46cdd2522aa6 req-c2377c8f-bf13-4bee-9855-ab5e5ccbfbc1 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839095 Jan 26 20:37:22.702393 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-df3c4c78-6c60-4c80-9316-b7deb6bf497b req-b463d037-0981-443c-b709-35df196d3b9b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859730 Jan 26 20:37:23.174447 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725ec20-11fc-4d87-9a3e-a21006d45318 req-2ba72749-d4be-4819-8ba4-de75e32b5d70 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:23.176573 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4725ec20-11fc-4d87-9a3e-a21006d45318 req-2ba72749-d4be-4819-8ba4-de75e32b5d70 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 943 time: 0.1011512 Jan 26 20:37:23.246773 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4725ec20-11fc-4d87-9a3e-a21006d45318 req-4aa1d731-4560-4685-af9e-a69b0ed64cd3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646396 Jan 26 20:37:23.414497 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbd96e-9d8d-4d73-9466-c1f14be5d89d req-d2adedb6-4759-40a2-9d6b-7b58b95899da tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:23.416002 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6cdbd96e-9d8d-4d73-9466-c1f14be5d89d req-d2adedb6-4759-40a2-9d6b-7b58b95899da tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.0977941 Jan 26 20:37:23.463607 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6cdbd96e-9d8d-4d73-9466-c1f14be5d89d req-1d8fa746-7590-4fe2-89fe-762b67668de1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411139 Jan 26 20:37:23.658385 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 269ec041-ce77-47bb-be1c-d51fcef19a87 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:37:23.694073 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:23.724147 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device f005d282-0714-480d-ae23-cadc320203c7 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:23.932333 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 269ec041-ce77-47bb-be1c-d51fcef19a87, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=269ec041-ce77-47bb-be1c-d51fcef19a87,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:23.963261 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:37:23.978455 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '269ec041-ce77-47bb-be1c-d51fcef19a87', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'port_id': '269ec041-ce77-47bb-be1c-d51fcef19a87', 'mac_address': 'fa:16:3e:6e:bf:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:37:23.981037 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:23.981398 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:24.000678 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf314c-b543-4835-b116-694a3472e695 req-1e2b4ef4-2074-4ca6-aee9-8e8823ecc53f tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:24.041648 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port f005d282-0714-480d-ae23-cadc320203c7 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:24.042105 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:24.042529 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5fdf314c-b543-4835-b116-694a3472e695 req-1e2b4ef4-2074-4ca6-aee9-8e8823ecc53f tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 944 time: 0.1766140 Jan 26 20:37:24.061717 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6556067-64a6-434b-bd22-d88ff32305dd req-cfb94069-f0d5-4b42-b0cb-aa69368bb0e5 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:24.069254 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a6556067-64a6-434b-bd22-d88ff32305dd req-cfb94069-f0d5-4b42-b0cb-aa69368bb0e5 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 945 time: 0.1626611 Jan 26 20:37:24.135022 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5fdf314c-b543-4835-b116-694a3472e695 req-de95b843-706f-490d-98b1-06fe66ccc010 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912623 Jan 26 20:37:24.175774 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a6556067-64a6-434b-bd22-d88ff32305dd req-101ff606-aa5b-4f2e-9457-03411f62d68b tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008294 Jan 26 20:37:24.304649 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:24.355404 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 37226) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:24.446032 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269ec041-ce77-47bb-be1c-d51fcef19a87 {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:37:24.498917 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:24.520011 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 269ec041-ce77-47bb-be1c-d51fcef19a87, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=269ec041-ce77-47bb-be1c-d51fcef19a87,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:24.535306 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:24.536424 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f3a05e05-e94c-4adb-b73c-95382e7b3350 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:37:24.656899 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75896db6-2dda-4b06-9686-4ea1119de339 req-b885e770-6601-42c2-958b-d5bac43f64b0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:24.658479 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-75896db6-2dda-4b06-9686-4ea1119de339 req-b885e770-6601-42c2-958b-d5bac43f64b0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 944 time: 0.1312721 Jan 26 20:37:24.719757 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-c662b33a-32ef-40e4-a741-60824a6e3faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:24.762738 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bae47c8-e650-4469-a972-e094c545abfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb44c57-ffe0-4170-b3c3-ab57324f4e72'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:37:24.783716 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:24.799140 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:24.832225 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=269ec041-ce77-47bb-be1c-d51fcef19a87,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:24.848859 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ec31a-c179-4a87-9ed3-ea66fc8b8f39 req-c200f5c4-57ec-490e-bf07-2c908fc42a84 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:24.853228 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-891ec31a-c179-4a87-9ed3-ea66fc8b8f39 req-c200f5c4-57ec-490e-bf07-2c908fc42a84 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.1607473 Jan 26 20:37:24.874964 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-75896db6-2dda-4b06-9686-4ea1119de339 req-c875e808-d8ff-4f6b-a492-f79396356867 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087204 Jan 26 20:37:24.893701 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f3a05e05-e94c-4adb-b73c-95382e7b3350, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f3a05e05-e94c-4adb-b73c-95382e7b3350,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:24.897231 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-c662b33a-32ef-40e4-a741-60824a6e3faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:24.908012 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-c662b33a-32ef-40e4-a741-60824a6e3faf admin admin] Usage tracker for resource:security_group_rule and tenant:02c27a738de14fe8b280aa3eaf460677 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:24.918846 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-c662b33a-32ef-40e4-a741-60824a6e3faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:24.922189 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': 'f3a05e05-e94c-4adb-b73c-95382e7b3350', 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8', 'port_id': 'f3a05e05-e94c-4adb-b73c-95382e7b3350', 'mac_address': 'fa:16:3e:27:1a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a71d783-e3a8-40d2-b37b-0c93d1b53c2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:37:24.938761 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 37256) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:24.941017 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-891ec31a-c179-4a87-9ed3-ea66fc8b8f39 req-0f5227f7-4dd6-4ca1-9b4c-23e2aa969acd tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824203 Jan 26 20:37:24.951129 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-c662b33a-32ef-40e4-a741-60824a6e3faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:24.986134 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=4eb44c57-ffe0-4170-b3c3-ab57324f4e72,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:25.030118 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:25.048050 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bae47c8-e650-4469-a972-e094c545abfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb44c57-ffe0-4170-b3c3-ab57324f4e72', 'code': 200} Jan 26 20:37:25.063802 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a05e05-e94c-4adb-b73c-95382e7b3350 {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:37:25.092021 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f3a05e05-e94c-4adb-b73c-95382e7b3350, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f3a05e05-e94c-4adb-b73c-95382e7b3350,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:25.097423 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:25.122355 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-c662b33a-32ef-40e4-a741-60824a6e3faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:25.132203 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-c662b33a-32ef-40e4-a741-60824a6e3faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:25.175424 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=f3a05e05-e94c-4adb-b73c-95382e7b3350,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:25.200588 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-c662b33a-32ef-40e4-a741-60824a6e3faf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02c27a738de14fe8b280aa3eaf460677&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8429885 Jan 26 20:37:25.203296 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37266) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:25.235642 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662b33a-32ef-40e4-a741-60824a6e3faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb04f51-e04e-4a01-a8a2-9f11b53c7eec,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:25.239797 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3942c9d4-7ff8-4372-bd10-80acd80ec8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:25.300967 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-3942c9d4-7ff8-4372-bd10-80acd80ec8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:25.305952 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-3942c9d4-7ff8-4372-bd10-80acd80ec8e2 admin admin] Usage tracker for resource:security_group_rule and tenant:17773d3f3bd94f23bce42b24f23fccf9 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:25.311292 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-3942c9d4-7ff8-4372-bd10-80acd80ec8e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:25.326765 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-3942c9d4-7ff8-4372-bd10-80acd80ec8e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:25.343037 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['f3a05e05-e94c-4adb-b73c-95382e7b3350'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:37:25.376372 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['269ec041-ce77-47bb-be1c-d51fcef19a87'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:37:25.417485 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5b87e342-f2a1-4cf8-998f-4b4280b1c2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:25.472010 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5b87e342-f2a1-4cf8-998f-4b4280b1c2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:25.508130 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc0f21-4e50-4809-8472-18320f239051 req-ff667fc8-9495-4e82-8dbe-9748d160da07 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:25.510152 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fcfc0f21-4e50-4809-8472-18320f239051 req-ff667fc8-9495-4e82-8dbe-9748d160da07 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 945 time: 0.1905100 Jan 26 20:37:25.603450 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fcfc0f21-4e50-4809-8472-18320f239051 req-a259e932-4ce3-428b-8f91-6081cbcd7722 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721653 Jan 26 20:37:25.617788 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5b87e342-f2a1-4cf8-998f-4b4280b1c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:25.672383 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 16929471-3b6f-4eb2-8320-2630d4f1748b details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:37:25.672591 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87e342-f2a1-4cf8-998f-4b4280b1c2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb04f51-e04e-4a01-a8a2-9f11b53c7eec,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:25.692639 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5b87e342-f2a1-4cf8-998f-4b4280b1c2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:25.694001 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-5b87e342-f2a1-4cf8-998f-4b4280b1c2b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbb04f51-e04e-4a01-a8a2-9f11b53c7eec HTTP/1.1" status: 204 len: 168 time: 0.4897437 Jan 26 20:37:25.709524 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bb5bfb6e-cf4f-488f-a4df-c5f0cb7e6cf8 req-669881ec-ee0a-4ffc-bcf4-9d197b263797 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 1098 time: 0.3556874 Jan 26 20:37:25.806057 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3942c9d4-7ff8-4372-bd10-80acd80ec8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:25.814498 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0170e61-7fca-43b1-be2b-8182d03462df req-f3411317-1d51-4c08-b51a-317ded306d3d tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:25.822040 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f0170e61-7fca-43b1-be2b-8182d03462df req-f3411317-1d51-4c08-b51a-317ded306d3d tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 945 time: 0.2900712 Jan 26 20:37:25.844930 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3942c9d4-7ff8-4372-bd10-80acd80ec8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:25.866190 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bb5bfb6e-cf4f-488f-a4df-c5f0cb7e6cf8 req-d7eded2f-356f-469a-a8f2-611135138f4a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486471 Jan 26 20:37:25.923395 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-3942c9d4-7ff8-4372-bd10-80acd80ec8e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17773d3f3bd94f23bce42b24f23fccf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9834383 Jan 26 20:37:25.924220 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942c9d4-7ff8-4372-bd10-80acd80ec8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae27a24-f974-47f2-a21f-971d42265054,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:25.927702 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37286) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:25.928477 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f0170e61-7fca-43b1-be2b-8182d03462df req-9144e27d-02d5-47c3-858c-a98eda732c58 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055822 Jan 26 20:37:26.011959 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=16929471-3b6f-4eb2-8320-2630d4f1748b,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:26.047589 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'port_id': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'mac_address': 'fa:16:3e:c0:d0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:37:26.055290 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c30451b6-25d9-4aee-82fd-229a37c3a157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:26.130666 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:26.159585 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16929471-3b6f-4eb2-8320-2630d4f1748b {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:37:26.163654 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c30451b6-25d9-4aee-82fd-229a37c3a157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:26.183945 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=16929471-3b6f-4eb2-8320-2630d4f1748b,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:26.193209 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:26.251492 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9b6e2-7d33-4c71-bac0-358cf0641443 req-abe4f829-0f73-462a-b9a2-b0d2010e4b56 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:26.256638 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-67f9b6e2-7d33-4c71-bac0-358cf0641443 req-abe4f829-0f73-462a-b9a2-b0d2010e4b56 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 944 time: 0.1842525 Jan 26 20:37:26.258057 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c30451b6-25d9-4aee-82fd-229a37c3a157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:26.277321 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30451b6-25d9-4aee-82fd-229a37c3a157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae27a24-f974-47f2-a21f-971d42265054,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:26.312990 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c30451b6-25d9-4aee-82fd-229a37c3a157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:26.317087 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-c30451b6-25d9-4aee-82fd-229a37c3a157 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ae27a24-f974-47f2-a21f-971d42265054 HTTP/1.1" status: 204 len: 168 time: 0.3882985 Jan 26 20:37:26.352589 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-67f9b6e2-7d33-4c71-bac0-358cf0641443 req-6a530f86-7c39-438f-a353-a84471181a45 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816832 Jan 26 20:37:26.358850 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aceea6c-7998-4447-9374-e9bc86ce3e5a req-11f7b641-8c4e-41df-bf1a-eb1f066ff327 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:26.372400 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8aceea6c-7998-4447-9374-e9bc86ce3e5a req-11f7b641-8c4e-41df-bf1a-eb1f066ff327 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 944 time: 0.1933112 Jan 26 20:37:26.409371 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=16929471-3b6f-4eb2-8320-2630d4f1748b,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:26.432073 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37298) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:26.440158 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8aceea6c-7998-4447-9374-e9bc86ce3e5a req-baedacb3-6162-4d74-8d7b-c21b589c30e0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666618 Jan 26 20:37:26.460224 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5bc54f56-e8c5-4393-8000-4978f2b9597c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:26.495544 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-5bc54f56-e8c5-4393-8000-4978f2b9597c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:26.500420 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-5bc54f56-e8c5-4393-8000-4978f2b9597c admin admin] Usage tracker for resource:security_group_rule and tenant:5d7b5270a9a14c3aa33a65e6d3a70673 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:26.504738 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-5bc54f56-e8c5-4393-8000-4978f2b9597c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:26.512367 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-5bc54f56-e8c5-4393-8000-4978f2b9597c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:26.567200 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['16929471-3b6f-4eb2-8320-2630d4f1748b'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:37:26.607123 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5bc54f56-e8c5-4393-8000-4978f2b9597c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:26.616991 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5bc54f56-e8c5-4393-8000-4978f2b9597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:26.905167 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 37318) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:26.931921 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-769c839d-04c8-43f9-ae4b-39b8cd9d8a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:26.996415 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-769c839d-04c8-43f9-ae4b-39b8cd9d8a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:27.000518 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-769c839d-04c8-43f9-ae4b-39b8cd9d8a5f admin admin] Usage tracker for resource:security_group_rule and tenant:ca780c0ee62e49fda5974edb7c576385 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:27.005264 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-769c839d-04c8-43f9-ae4b-39b8cd9d8a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:27.014939 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-769c839d-04c8-43f9-ae4b-39b8cd9d8a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:27.113420 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc54f56-e8c5-4393-8000-4978f2b9597c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea98545-01d5-4e7a-b673-e7c5e34bf32e,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:27.129756 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-5bc54f56-e8c5-4393-8000-4978f2b9597c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d7b5270a9a14c3aa33a65e6d3a70673&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6964774 Jan 26 20:37:27.131600 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37330) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:27.144649 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-769c839d-04c8-43f9-ae4b-39b8cd9d8a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:27.151413 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-769c839d-04c8-43f9-ae4b-39b8cd9d8a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:27.222936 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-769c839d-04c8-43f9-ae4b-39b8cd9d8a5f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca780c0ee62e49fda5974edb7c576385&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3165400 Jan 26 20:37:27.225711 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 37340) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:27.262907 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c839d-04c8-43f9-ae4b-39b8cd9d8a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981f9896-6cc9-4795-b1ac-31eb400506c7,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:27.343109 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acd134-07c9-4ca0-80e9-75cd2c2fe624 req-5dba9436-e96c-4c4a-a41e-29d0dd423ee7 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:27.351126 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3476ca71-b716-4908-b1fc-7983f801e9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:27.355027 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5acd134-07c9-4ca0-80e9-75cd2c2fe624 req-5dba9436-e96c-4c4a-a41e-29d0dd423ee7 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 945 time: 0.3740065 Jan 26 20:37:27.382213 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3476ca71-b716-4908-b1fc-7983f801e9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:27.397879 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ed96a629-ab6e-4734-8aef-5613f80883f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:27.441460 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5acd134-07c9-4ca0-80e9-75cd2c2fe624 req-8dee6caa-0be0-492f-abbf-a4f7f336c78a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852025 Jan 26 20:37:27.446829 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ed96a629-ab6e-4734-8aef-5613f80883f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:27.522304 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ed96a629-ab6e-4734-8aef-5613f80883f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:27.542453 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3476ca71-b716-4908-b1fc-7983f801e9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:27.565429 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96a629-ab6e-4734-8aef-5613f80883f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea98545-01d5-4e7a-b673-e7c5e34bf32e,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:27.587440 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ed96a629-ab6e-4734-8aef-5613f80883f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:27.589945 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-ed96a629-ab6e-4734-8aef-5613f80883f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bea98545-01d5-4e7a-b673-e7c5e34bf32e HTTP/1.1" status: 204 len: 168 time: 0.4566886 Jan 26 20:37:27.620631 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476ca71-b716-4908-b1fc-7983f801e9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981f9896-6cc9-4795-b1ac-31eb400506c7,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:27.690363 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 16929471-3b6f-4eb2-8320-2630d4f1748b up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:27.722049 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3476ca71-b716-4908-b1fc-7983f801e9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:27.724655 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-3476ca71-b716-4908-b1fc-7983f801e9da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/981f9896-6cc9-4795-b1ac-31eb400506c7 HTTP/1.1" status: 204 len: 168 time: 0.4965351 Jan 26 20:37:27.784858 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a912c8-1437-472b-86b6-2a2ec1691db0 req-771cc0e0-e431-447a-8f7f-e20d925c5286 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:27.786473 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d1a912c8-1437-472b-86b6-2a2ec1691db0 req-771cc0e0-e431-447a-8f7f-e20d925c5286 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 944 time: 0.1481297 Jan 26 20:37:27.802697 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f316a04-73ab-496d-b37c-e23fc7843dde req-6028b5ba-97cb-47b9-9783-3825e82e00cd tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:27.804421 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1f316a04-73ab-496d-b37c-e23fc7843dde req-6028b5ba-97cb-47b9-9783-3825e82e00cd tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 944 time: 0.1524682 Jan 26 20:37:27.832017 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 16929471-3b6f-4eb2-8320-2630d4f1748b completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:37:27.839462 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 16929471-3b6f-4eb2-8320-2630d4f1748b triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:27.839990 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:27.850598 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d1a912c8-1437-472b-86b6-2a2ec1691db0 req-c7e40f36-c25d-4973-aac5-d7c8b1a20e6d tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519636 Jan 26 20:37:27.909682 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1f316a04-73ab-496d-b37c-e23fc7843dde req-5828c3cf-10a0-4110-b58b-de16a05f2665 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983374 Jan 26 20:37:27.988288 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:28.028083 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:37:28.041844 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=16929471-3b6f-4eb2-8320-2630d4f1748b,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:28.047854 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:28.048944 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 269ec041-ce77-47bb-be1c-d51fcef19a87 up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:28.125602 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'code': 200} Jan 26 20:37:28.189454 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=16929471-3b6f-4eb2-8320-2630d4f1748b,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:28.205200 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 269ec041-ce77-47bb-be1c-d51fcef19a87 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:37:28.211269 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 269ec041-ce77-47bb-be1c-d51fcef19a87 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:28.211617 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:28.215632 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37374) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:28.407388 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:28.499483 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 269ec041-ce77-47bb-be1c-d51fcef19a87, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=269ec041-ce77-47bb-be1c-d51fcef19a87,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:28.508501 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:28.510091 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f3a05e05-e94c-4adb-b73c-95382e7b3350 up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:28.547122 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d3703919-3965-41da-92b5-697e4ba4af36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:28.594435 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-d3703919-3965-41da-92b5-697e4ba4af36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:28.597745 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-d3703919-3965-41da-92b5-697e4ba4af36 admin admin] Usage tracker for resource:security_group_rule and tenant:aede95e5611c4e758a9da4692ad0003c is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:28.602139 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-d3703919-3965-41da-92b5-697e4ba4af36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:28.612309 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-d3703919-3965-41da-92b5-697e4ba4af36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:28.708777 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=269ec041-ce77-47bb-be1c-d51fcef19a87,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:28.731040 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port f3a05e05-e94c-4adb-b73c-95382e7b3350 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:37:28.739337 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port f3a05e05-e94c-4adb-b73c-95382e7b3350 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:28.739994 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:28.793207 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d3703919-3965-41da-92b5-697e4ba4af36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:28.799463 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d3703919-3965-41da-92b5-697e4ba4af36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:28.864646 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-d3703919-3965-41da-92b5-697e4ba4af36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aede95e5611c4e758a9da4692ad0003c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6475255 Jan 26 20:37:28.865447 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3703919-3965-41da-92b5-697e4ba4af36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b94be7-716b-48fb-8350-e79c397049de,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:28.872990 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2184a2-5274-4e1e-8994-52e857d1c33f req-48d8621e-ad69-4c10-9c23-a6ca8c488d99 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:28.875336 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-db2184a2-5274-4e1e-8994-52e857d1c33f req-48d8621e-ad69-4c10-9c23-a6ca8c488d99 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 945 time: 0.1846941 Jan 26 20:37:28.875831 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 37406) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:28.953469 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:28.994150 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f3a05e05-e94c-4adb-b73c-95382e7b3350, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f3a05e05-e94c-4adb-b73c-95382e7b3350,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:29.007289 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:29.010930 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6d48-36c9-4d2b-8e59-1fd09f9fbc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:29.042546 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-db2184a2-5274-4e1e-8994-52e857d1c33f req-b317756a-e574-4734-b69c-05026ea0ea29 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443970 Jan 26 20:37:29.069639 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6d48-36c9-4d2b-8e59-1fd09f9fbc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:29.118649 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=f3a05e05-e94c-4adb-b73c-95382e7b3350,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:29.132261 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6d48-36c9-4d2b-8e59-1fd09f9fbc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:29.154251 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f6d48-36c9-4d2b-8e59-1fd09f9fbc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b94be7-716b-48fb-8350-e79c397049de,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:29.157454 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6d48-36c9-4d2b-8e59-1fd09f9fbc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:29.158879 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-ca3f6d48-36c9-4d2b-8e59-1fd09f9fbc86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01b94be7-716b-48fb-8350-e79c397049de HTTP/1.1" status: 204 len: 168 time: 0.2821438 Jan 26 20:37:29.356611 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0ddfe-5aeb-4aa3-b112-4e2f8d36099c req-3c76d4a2-4ea5-4bd5-bc7d-8d12b32d4aad tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:29.358258 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-21e0ddfe-5aeb-4aa3-b112-4e2f8d36099c req-3c76d4a2-4ea5-4bd5-bc7d-8d12b32d4aad tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1087992 Jan 26 20:37:29.440082 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-21e0ddfe-5aeb-4aa3-b112-4e2f8d36099c req-480ad97c-13ab-4576-9fca-6eefd86e0aa1 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737016 Jan 26 20:37:29.675088 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7ade3-4cf0-4345-92cf-7261adc42523 req-e3ac8bf6-2753-4b05-90f9-32bf42be94c3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:29.676686 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4ce7ade3-4cf0-4345-92cf-7261adc42523 req-e3ac8bf6-2753-4b05-90f9-32bf42be94c3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1013937 Jan 26 20:37:29.736557 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4ce7ade3-4cf0-4345-92cf-7261adc42523 req-880f86e1-1d50-4ae1-872c-98ebafb720ee tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465493 Jan 26 20:37:29.994823 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37444) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:30.017070 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b60c7ac1-bf30-4c29-bfbe-20ad4ae46acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:30.051192 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-b60c7ac1-bf30-4c29-bfbe-20ad4ae46acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:30.056086 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-b60c7ac1-bf30-4c29-bfbe-20ad4ae46acc admin admin] Usage tracker for resource:security_group_rule and tenant:7b0cebbcc4cf473ea0b61086fa069824 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:30.059229 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-b60c7ac1-bf30-4c29-bfbe-20ad4ae46acc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:30.065186 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-b60c7ac1-bf30-4c29-bfbe-20ad4ae46acc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:30.126771 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269ec041-ce77-47bb-be1c-d51fcef19a87'}, {'server_uuid': 'ab2cfa03-485a-4ccf-95e3-a9781a047707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a05e05-e94c-4adb-b73c-95382e7b3350'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:37:30.163223 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b60c7ac1-bf30-4c29-bfbe-20ad4ae46acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:30.168748 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b60c7ac1-bf30-4c29-bfbe-20ad4ae46acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:30.222999 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c7ac1-bf30-4c29-bfbe-20ad4ae46acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f2400a-0b66-41ed-aee8-935ad0225d46,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:30.228345 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-b60c7ac1-bf30-4c29-bfbe-20ad4ae46acc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b0cebbcc4cf473ea0b61086fa069824&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2317238 Jan 26 20:37:30.232213 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37458) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:30.307544 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-117d0ace-50da-4d79-8a05-90b7e19f101a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:30.343070 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619df6f9-3304-4a8c-8540-0f67619a8a37 req-fce8e2ea-6c81-4837-b4ea-e1dbdc60de36 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:30.352841 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-619df6f9-3304-4a8c-8540-0f67619a8a37 req-fce8e2ea-6c81-4837-b4ea-e1dbdc60de36 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1080804 Jan 26 20:37:30.362824 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-117d0ace-50da-4d79-8a05-90b7e19f101a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:30.489867 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-619df6f9-3304-4a8c-8540-0f67619a8a37 req-c07bf8fa-9ddb-42d5-9fd5-bf7bdd16a5f7 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352143 Jan 26 20:37:30.535994 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-117d0ace-50da-4d79-8a05-90b7e19f101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:30.604765 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269ec041-ce77-47bb-be1c-d51fcef19a87', 'code': 200} Jan 26 20:37:30.605010 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2cfa03-485a-4ccf-95e3-a9781a047707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a05e05-e94c-4adb-b73c-95382e7b3350', 'code': 200} Jan 26 20:37:30.611535 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d0ace-50da-4d79-8a05-90b7e19f101a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f2400a-0b66-41ed-aee8-935ad0225d46,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:30.640920 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-117d0ace-50da-4d79-8a05-90b7e19f101a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:30.646133 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-117d0ace-50da-4d79-8a05-90b7e19f101a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3f2400a-0b66-41ed-aee8-935ad0225d46 HTTP/1.1" status: 204 len: 168 time: 0.4126990 Jan 26 20:37:30.902881 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19a376-9701-4c19-bffe-0c91abe62fab req-ef8ee0af-f8b9-45dd-9680-24efd655a7f5 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:30.912426 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ff19a376-9701-4c19-bffe-0c91abe62fab req-ef8ee0af-f8b9-45dd-9680-24efd655a7f5 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1193299 Jan 26 20:37:30.996887 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ff19a376-9701-4c19-bffe-0c91abe62fab req-18b8aedb-6460-4b11-9a67-8639098015ea tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817986 Jan 26 20:37:31.240823 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dbfaf-6aa1-41e1-9a92-3b6b7c2d171f req-d5a936a6-c8a2-45c8-807f-30423e71c069 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:31.244712 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ae9dbfaf-6aa1-41e1-9a92-3b6b7c2d171f req-d5a936a6-c8a2-45c8-807f-30423e71c069 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1004043 Jan 26 20:37:31.297369 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ae9dbfaf-6aa1-41e1-9a92-3b6b7c2d171f req-687309b4-dcd2-42c0-982d-43e7a29c16dc tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470216 Jan 26 20:37:31.739031 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a408a-54bf-41d8-9995-08aef49fc860 req-3d05d7f5-28ad-4737-97d1-34033958f446 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:31.740528 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e18a408a-54bf-41d8-9995-08aef49fc860 req-3d05d7f5-28ad-4737-97d1-34033958f446 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.0873334 Jan 26 20:37:31.794955 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e18a408a-54bf-41d8-9995-08aef49fc860 req-cbaf0758-a269-4336-ac0d-0439878a714f tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471671 Jan 26 20:37:32.072055 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37534) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:32.316781 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25cec-5891-423a-a79c-fe4829c852bf req-5ab78c65-4a70-4d96-9dab-2dfc25f11fdd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:32.319756 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-33f25cec-5891-423a-a79c-fe4829c852bf req-5ab78c65-4a70-4d96-9dab-2dfc25f11fdd tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1783595 Jan 26 20:37:32.407120 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-33f25cec-5891-423a-a79c-fe4829c852bf req-ac36daef-418c-49a9-ab53-9c9879c1428f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802426 Jan 26 20:37:32.569764 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e84469be-8d51-4679-b66b-0ff1073678c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:32.625711 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-e84469be-8d51-4679-b66b-0ff1073678c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:32.631218 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-e84469be-8d51-4679-b66b-0ff1073678c3 admin admin] Usage tracker for resource:security_group_rule and tenant:d11deaed1e4c439fa2d45478a2862da8 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:32.635529 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-e84469be-8d51-4679-b66b-0ff1073678c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:32.643789 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-e84469be-8d51-4679-b66b-0ff1073678c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:32.671711 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def13e84-d7db-4d2d-837d-e74cf4ea9866 req-a146cbec-b7b1-4067-957c-71882b9eaf57 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:32.682142 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-def13e84-d7db-4d2d-837d-e74cf4ea9866 req-a146cbec-b7b1-4067-957c-71882b9eaf57 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1231437 Jan 26 20:37:32.748262 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-def13e84-d7db-4d2d-837d-e74cf4ea9866 req-d1e62f82-b24b-4a6d-9662-a9e339765799 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649750 Jan 26 20:37:32.791834 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e84469be-8d51-4679-b66b-0ff1073678c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:32.791834 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e84469be-8d51-4679-b66b-0ff1073678c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:32.861144 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-e84469be-8d51-4679-b66b-0ff1073678c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d11deaed1e4c439fa2d45478a2862da8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7877584 Jan 26 20:37:32.862043 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84469be-8d51-4679-b66b-0ff1073678c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a5a380-f290-482a-860b-e079c8ddb76d,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:32.864160 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 37570) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:32.945291 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf29e-bdcf-4461-859c-afbc04be4378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:32.980126 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf29e-bdcf-4461-859c-afbc04be4378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:33.058128 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf29e-bdcf-4461-859c-afbc04be4378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:33.079976 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cf29e-bdcf-4461-859c-afbc04be4378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a5a380-f290-482a-860b-e079c8ddb76d,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:33.093684 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0a91c-7c4a-4a70-906a-e42890a429f5 req-43f8f742-0929-4e3e-9e22-c05d657bc3b0 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:33.093876 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf29e-bdcf-4461-859c-afbc04be4378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:33.094879 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-bc0cf29e-bdcf-4461-859c-afbc04be4378 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18a5a380-f290-482a-860b-e079c8ddb76d HTTP/1.1" status: 204 len: 168 time: 0.2297313 Jan 26 20:37:33.099782 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fce0a91c-7c4a-4a70-906a-e42890a429f5 req-43f8f742-0929-4e3e-9e22-c05d657bc3b0 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1404378 Jan 26 20:37:33.169705 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:33.214909 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fce0a91c-7c4a-4a70-906a-e42890a429f5 req-902be15f-44d8-4fda-ae94-57745528da14 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083357 Jan 26 20:37:33.440999 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5b018d9d-3b22-4212-b62e-2a51b00c5371 req-eecef571-5aa1-4e5c-afe1-379ffeec9263 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 1099 time: 0.1987538 Jan 26 20:37:33.497420 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b66605fd-8a86-4cba-8fb8-eb2a44f09e61 req-f72cc0bb-59f5-4640-91cd-9f4d848de699 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 1098 time: 0.2531028 Jan 26 20:37:33.571872 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-5b018d9d-3b22-4212-b62e-2a51b00c5371 req-2ee21f52-cc2e-4c82-9dc1-b19d113424ec service neutron] Synchronizing usage tracker for tenant:4cd242d42ddf4abea828f17305c01201 on resource:security_group {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:37:33.607452 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-5b018d9d-3b22-4212-b62e-2a51b00c5371 req-2ee21f52-cc2e-4c82-9dc1-b19d113424ec service neutron] Unset dirty status for tenant:4cd242d42ddf4abea828f17305c01201 on resource:security_group {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:37:33.609188 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5b018d9d-3b22-4212-b62e-2a51b00c5371 req-2ee21f52-cc2e-4c82-9dc1-b19d113424ec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553924 Jan 26 20:37:33.611523 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b66605fd-8a86-4cba-8fb8-eb2a44f09e61 req-d3798675-e42e-4aa7-b7a8-9494b76f62d0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071930 Jan 26 20:37:33.670010 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-faa824b9-e996-465e-9605-f38b831f7134 req-6171d9f2-be40-41e2-b7d5-a3ff976ca492 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 1098 time: 0.3252244 Jan 26 20:37:33.674300 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-44ca0080-1b41-4453-bc1f-515d35724676 req-b89129ea-4549-43d9-bb6f-ed926cff2fdf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4117217 Jan 26 20:37:33.821758 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f48985-c19d-495b-ad65-a61f954448cd req-e025cca4-af1b-425a-96cf-efb64bd8d894 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:33.824367 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f8f48985-c19d-495b-ad65-a61f954448cd req-e025cca4-af1b-425a-96cf-efb64bd8d894 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1452692 Jan 26 20:37:33.921789 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f8f48985-c19d-495b-ad65-a61f954448cd req-c27dd905-ee3c-468d-83b5-75b716605817 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910912 Jan 26 20:37:33.926954 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 37608) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:33.950585 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8f018cfe-e990-4362-8e25-e9bcb228be7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:33.986179 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-8f018cfe-e990-4362-8e25-e9bcb228be7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:33.992432 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-8f018cfe-e990-4362-8e25-e9bcb228be7b admin admin] Usage tracker for resource:security_group_rule and tenant:d7faea0e790a40a28e6ccf4dafebf584 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:33.995200 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-8f018cfe-e990-4362-8e25-e9bcb228be7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:34.003059 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-8f018cfe-e990-4362-8e25-e9bcb228be7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:34.066310 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f336b7-06d4-40de-8a6c-9b047701fdfd req-789fb2c8-ee73-43a2-b76f-7752ecad6d69 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:34.075660 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55f336b7-06d4-40de-8a6c-9b047701fdfd req-789fb2c8-ee73-43a2-b76f-7752ecad6d69 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1273081 Jan 26 20:37:34.097881 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8f018cfe-e990-4362-8e25-e9bcb228be7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:34.103586 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8f018cfe-e990-4362-8e25-e9bcb228be7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:34.166105 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55f336b7-06d4-40de-8a6c-9b047701fdfd req-a00d802a-3451-4857-8d6e-a1d762009816 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894153 Jan 26 20:37:34.220092 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-faa824b9-e996-465e-9605-f38b831f7134 req-432e0163-8a52-4aa1-99cb-ac8c05488dcf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934520 Jan 26 20:37:34.270640 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f018cfe-e990-4362-8e25-e9bcb228be7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca492ff-4f0d-4206-be8d-c1374a89e460,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:34.297230 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37630) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:34.310062 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-8f018cfe-e990-4362-8e25-e9bcb228be7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7faea0e790a40a28e6ccf4dafebf584&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3685095 Jan 26 20:37:34.390030 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-44ca0080-1b41-4453-bc1f-515d35724676 req-06eaf67b-f7c7-4b8a-a523-cfd628f0d497 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02d70a6cd5a74b56a1159c3dffa9e977&device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 1098 time: 0.2249463 Jan 26 20:37:34.428727 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:34.487154 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:34.568647 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:34.608673 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:34.610424 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aca492ff-4f0d-4206-be8d-c1374a89e460 HTTP/1.1" status: 204 len: 168 time: 0.3114052 Jan 26 20:37:34.610889 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca492ff-4f0d-4206-be8d-c1374a89e460,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:34.625915 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:34.626401 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:34.627086 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:34.627969 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:34.628493 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:34.628957 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:34.629386 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:34.629964 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:34.630540 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:34.631011 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:34.631563 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce16c07d-0695-4219-bba9-de004f91fd0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:34.662356 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca0080-1b41-4453-bc1f-515d35724676 req-47162144-a0ef-4fc8-9139-b788674f7651 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:34.664403 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-44ca0080-1b41-4453-bc1f-515d35724676 req-47162144-a0ef-4fc8-9139-b788674f7651 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0da887b4-9ce5-4316-83b6-d930a4a14860 HTTP/1.1" status: 200 len: 912 time: 0.1734602 Jan 26 20:37:34.670023 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c015b-495e-4b62-8d99-95724b8f6cef req-03ac10d6-d640-42a2-a423-3de483baa7fe tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:34.676852 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1c8c015b-495e-4b62-8d99-95724b8f6cef req-03ac10d6-d640-42a2-a423-3de483baa7fe tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.2397027 Jan 26 20:37:34.760803 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-44ca0080-1b41-4453-bc1f-515d35724676 req-abfa60d6-6b74-4a71-b873-de677cc01746 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aa1190d-623f-4fb2-9455-1bd5fb4630cc HTTP/1.1" status: 200 len: 217 time: 0.0812581 Jan 26 20:37:34.841933 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1c8c015b-495e-4b62-8d99-95724b8f6cef req-7c9edc43-38ab-4d6f-a534-cf2ca1b66d91 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640739 Jan 26 20:37:34.868882 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca0080-1b41-4453-bc1f-515d35724676 req-1a62f5de-537d-4e85-bd98-4fa7f8575ce0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:34.870553 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-44ca0080-1b41-4453-bc1f-515d35724676 req-1a62f5de-537d-4e85-bd98-4fa7f8575ce0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5532b64-383c-4c84-8e1f-3c4484dee2fb HTTP/1.1" status: 200 len: 851 time: 0.1005826 Jan 26 20:37:34.990136 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-44ca0080-1b41-4453-bc1f-515d35724676 req-03f62df3-46ce-4eaa-af9a-3c7747d95164 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0da887b4-9ce5-4316-83b6-d930a4a14860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096945 Jan 26 20:37:35.034031 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Sync routers for ids ['2bf2204c-af2b-428c-b2a0-c725688c08b9'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:37:35.060812 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Routers {'2bf2204c-af2b-428c-b2a0-c725688c08b9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:37:35.061730 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:37:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['2bf2204c-af2b-428c-b2a0-c725688c08b9'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:35.235442 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-44ca0080-1b41-4453-bc1f-515d35724676 req-96240bdd-deb9-4cd3-84f0-2a4002ba430c service neutron] 10.222.0.43 "GET /v2.0/networks/0da887b4-9ce5-4316-83b6-d930a4a14860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375278 Jan 26 20:37:35.439079 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325b88c-bf30-410b-b94e-4caba81ff918 req-3ce538ba-c458-46ca-a261-fdc7cfe45e82 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:35.441151 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8325b88c-bf30-410b-b94e-4caba81ff918 req-3ce538ba-c458-46ca-a261-fdc7cfe45e82 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.2213330 Jan 26 20:37:35.462784 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Set router 2bf2204c-af2b-428c-b2a0-c725688c08b9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:37:35.590761 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8325b88c-bf30-410b-b94e-4caba81ff918 req-5ca5e7b0-371b-4c72-82b6-03a34c94cd59 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418157 Jan 26 20:37:35.832733 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-44ca0080-1b41-4453-bc1f-515d35724676 req-edfc4104-3623-46b5-a1a5-e3ba7047d801 service neutron] 10.222.0.43 "GET /v2.0/networks/0da887b4-9ce5-4316-83b6-d930a4a14860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795047 Jan 26 20:37:35.865487 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37690) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:35.881415 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d9275-aa05-4650-9c33-44d993983900 req-fb612f87-80f2-4379-b92b-6225b3b0d60f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:35.886156 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b57d9275-aa05-4650-9c33-44d993983900 req-fb612f87-80f2-4379-b92b-6225b3b0d60f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.3116734 Jan 26 20:37:35.989259 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b57d9275-aa05-4650-9c33-44d993983900 req-6ac49589-8b15-4b5f-af43-3bede566f8d5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934286 Jan 26 20:37:36.212201 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e065c88-5d17-478f-9def-fdd05d1779f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:36.276227 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-1e065c88-5d17-478f-9def-fdd05d1779f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:36.284315 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-1e065c88-5d17-478f-9def-fdd05d1779f0 admin admin] Usage tracker for resource:security_group_rule and tenant:5da890aeb2ba421cbdb493e2b33f7184 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:36.288341 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-1e065c88-5d17-478f-9def-fdd05d1779f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:36.301998 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-1e065c88-5d17-478f-9def-fdd05d1779f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:36.316546 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b307bf-edaf-494c-b1a9-85932ef397b3 req-0402a5c5-b8ae-49d0-bf4d-4b727822f736 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:36.324209 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e9b307bf-edaf-494c-b1a9-85932ef397b3 req-0402a5c5-b8ae-49d0-bf4d-4b727822f736 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1761289 Jan 26 20:37:36.366952 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2105681462-router', 'tenant_id': '6640c36098c2473680824eba064a5218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:45Z', 'revision_number': 4, 'project_id': '6640c36098c2473680824eba064a5218', 'gw_port': {'id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '866cb2bc-c636-4498-8021-dddc215448a9', 'name': '', 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8', 'tenant_id': '6640c36098c2473680824eba064a5218', 'mac_address': 'fa:16:3e:a8:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a71d783-e3a8-40d2-b37b-0c93d1b53c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:43Z', 'updated_at': '2022-01-26T20:36:45Z', 'revision_number': 2, 'project_id': '6640c36098c2473680824eba064a5218', 'subnets': [{'id': '3a71d783-e3a8-40d2-b37b-0c93d1b53c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:36.377269 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Checking router: 2bf2204c-af2b-428c-b2a0-c725688c08b9 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:37:36.377879 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Updating router 2bf2204c-af2b-428c-b2a0-c725688c08b9 port 866cb2bc-c636-4498-8021-dddc215448a9 binding host dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:37:36.441092 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e9b307bf-edaf-494c-b1a9-85932ef397b3 req-ca261d4e-2d5c-46c1-9e22-8f9737626b47 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157837 Jan 26 20:37:36.469764 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:36.518446 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e065c88-5d17-478f-9def-fdd05d1779f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:36.529430 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e065c88-5d17-478f-9def-fdd05d1779f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:36.610206 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1e065c88-5d17-478f-9def-fdd05d1779f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5da890aeb2ba421cbdb493e2b33f7184&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7431967 Jan 26 20:37:36.612771 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 37716) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:36.651914 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e065c88-5d17-478f-9def-fdd05d1779f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997bdba8-fc94-49fd-9b06-a1afb40b82f6,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:36.868760 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:36.927207 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:36.976830 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bf2d8-e671-4b03-ab7b-d78ae9d754cd req-2b44e35f-df36-47b5-ac16-414c523e3676 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:36.979351 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-589bf2d8-e671-4b03-ab7b-d78ae9d754cd req-2b44e35f-df36-47b5-ac16-414c523e3676 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1419582 Jan 26 20:37:37.037886 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:37.058349 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-589bf2d8-e671-4b03-ab7b-d78ae9d754cd req-94be3a45-4d72-4689-bd38-42cf55d15f52 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727952 Jan 26 20:37:37.074364 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997bdba8-fc94-49fd-9b06-a1afb40b82f6,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:37.126968 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:37.137545 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/997bdba8-fc94-49fd-9b06-a1afb40b82f6 HTTP/1.1" status: 204 len: 168 time: 0.5190547 Jan 26 20:37:37.267508 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:37.267868 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:37.268208 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:37.268530 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:37.268854 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:37.269172 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:37.269488 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:37.269802 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:37.270112 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:37.270419 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:37.270728 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfee05-1064-4faa-9d1e-e651fa32c3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:37.355896 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Notify callbacks [] for port, precommit_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:37.416555 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8c0b71bc-4e20-4144-8161-8a960bac5a2c req-f50c674d-6c99-4c2f-9388-e45ff8581bcb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 1099 time: 0.2686474 Jan 26 20:37:37.417588 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Transition to ACTIVE for port object 866cb2bc-c636-4498-8021-dddc215448a9 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:37:37.436308 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:37.702897 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042436a-43cd-4bc3-95f2-28c8858bb8fd req-f3fd2434-8070-4beb-a6a6-6d21a651e845 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:37.704848 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c042436a-43cd-4bc3-95f2-28c8858bb8fd req-f3fd2434-8070-4beb-a6a6-6d21a651e845 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.2180009 Jan 26 20:37:37.708312 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b71bc-4e20-4144-8161-8a960bac5a2c req-fd37c007-1f50-44bb-b914-ebea1e241362 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:37.709901 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8c0b71bc-4e20-4144-8161-8a960bac5a2c req-fd37c007-1f50-44bb-b914-ebea1e241362 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 200 len: 920 time: 0.2868118 Jan 26 20:37:37.730244 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e58f30-30b0-4c3d-8adb-ca474cbbff9c req-c7885589-4bee-4568-a91a-1cf10be22059 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:37.733257 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-54e58f30-30b0-4c3d-8adb-ca474cbbff9c req-c7885589-4bee-4568-a91a-1cf10be22059 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.3448749 Jan 26 20:37:37.786102 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c042436a-43cd-4bc3-95f2-28c8858bb8fd req-eb537897-4980-4b4f-a26c-25b57a44aea3 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741413 Jan 26 20:37:37.832999 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-54e58f30-30b0-4c3d-8adb-ca474cbbff9c req-843a6d95-bd3b-43d1-909a-2dfc07794fd1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921891 Jan 26 20:37:37.858155 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f57d6-319b-4182-932d-d45b6aa320ea None None] Pushing event updated for resources: {'Port': ['ID=866cb2bc-c636-4498-8021-dddc215448a9,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:37.971049 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8c0b71bc-4e20-4144-8161-8a960bac5a2c req-d37c97c0-0962-499e-8e2e-34b4becbb512 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3a05e05-e94c-4adb-b73c-95382e7b3350 HTTP/1.1" status: 200 len: 217 time: 0.2003496 Jan 26 20:37:38.001949 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Attempting to bind port 866cb2bc-c636-4498-8021-dddc215448a9 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:37:38.001949 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Attempting to bind port 866cb2bc-c636-4498-8021-dddc215448a9 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:37:38.001949 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Attempting to bind port 866cb2bc-c636-4498-8021-dddc215448a9 on network 15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:37:38.010080 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:37:38.010664 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Checking segment: {'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:37:38.011221 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:38.011613 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Bound using segment: {'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:37:38.012084 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Bound port: 866cb2bc-c636-4498-8021-dddc215448a9, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:37:38.012449 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:38.140933 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b71bc-4e20-4144-8161-8a960bac5a2c req-d004dd2b-698a-417d-8cb0-72c2f01317b9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:38.142398 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8c0b71bc-4e20-4144-8161-8a960bac5a2c req-d004dd2b-698a-417d-8cb0-72c2f01317b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a71d783-e3a8-40d2-b37b-0c93d1b53c2d HTTP/1.1" status: 200 len: 859 time: 0.1641545 Jan 26 20:37:38.142725 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] For port 866cb2bc-c636-4498-8021-dddc215448a9, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:37:38.150924 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37768) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:38.164591 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] For port 866cb2bc-c636-4498-8021-dddc215448a9, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=866cb2bc-c636-4498-8021-dddc215448a9,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:37:38.170673 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:38.186008 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-a6d059de-9da9-47f1-8db8-0543e58d6bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:38.205312 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8c0b71bc-4e20-4144-8161-8a960bac5a2c req-bcb68ff0-a08e-43d8-a842-d6ce567c0a58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440860 Jan 26 20:37:38.266305 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-a6d059de-9da9-47f1-8db8-0543e58d6bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:38.266883 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Routers {'2bf2204c-af2b-428c-b2a0-c725688c08b9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:37:38.267573 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:37:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['2bf2204c-af2b-428c-b2a0-c725688c08b9'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:38.271475 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-a6d059de-9da9-47f1-8db8-0543e58d6bdb admin admin] Usage tracker for resource:security_group_rule and tenant:97cbe587f63a475dbbeedd1adc93afc7 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:38.275351 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-a6d059de-9da9-47f1-8db8-0543e58d6bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:38.282016 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-a6d059de-9da9-47f1-8db8-0543e58d6bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:38.326972 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efea84-2ac8-4c22-b00b-889581f5d259 req-dc0a7ce5-7056-4576-89e5-35e57dac4692 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:38.338631 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f57d6-319b-4182-932d-d45b6aa320ea None None] Pushing event updated for resources: {'Port': ['ID=866cb2bc-c636-4498-8021-dddc215448a9,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:38.340539 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-34efea84-2ac8-4c22-b00b-889581f5d259 req-dc0a7ce5-7056-4576-89e5-35e57dac4692 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.2761488 Jan 26 20:37:38.345135 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 37774) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:38.356386 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-2384120c-f04a-41f3-85b8-29d1041a2ae3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Request body: {'floatingip': {'port_id': '269ec041-ce77-47bb-be1c-d51fcef19a87'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:37:38.455321 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-a6d059de-9da9-47f1-8db8-0543e58d6bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:38.464969 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2384120c-f04a-41f3-85b8-29d1041a2ae3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:38.480248 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-a6d059de-9da9-47f1-8db8-0543e58d6bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:38.512544 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] Set router 2bf2204c-af2b-428c-b2a0-c725688c08b9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:37:38.550460 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d059de-9da9-47f1-8db8-0543e58d6bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a1dc0f-ba0b-49f0-92eb-d5b9c0b3d9fd,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:38.582450 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913e60a-f744-4358-939e-9b38b6e5a66a req-17a7377a-406c-44e1-aa21-4068403a8c65 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:38.584049 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f913e60a-f744-4358-939e-9b38b6e5a66a req-17a7377a-406c-44e1-aa21-4068403a8c65 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.5218613 Jan 26 20:37:38.609179 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37784) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:38.611970 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-a6d059de-9da9-47f1-8db8-0543e58d6bdb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97cbe587f63a475dbbeedd1adc93afc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4589696 Jan 26 20:37:38.618283 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-fcae5221-65a4-4aee-9626-304e9cc2d9b5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Request body: {'floatingip': {'port_id': '16929471-3b6f-4eb2-8320-2630d4f1748b'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:37:38.635762 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 37788) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:38.672827 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8c0b71bc-4e20-4144-8161-8a960bac5a2c req-b1df5626-689a-4f3a-a481-a7bd0ba06321 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518406 Jan 26 20:37:38.880703 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8c0b71bc-4e20-4144-8161-8a960bac5a2c req-61915385-67e8-4308-9a04-5dadea0ce992 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937015 Jan 26 20:37:38.881232 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fcae5221-65a4-4aee-9626-304e9cc2d9b5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:38.979876 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-753a8468-9be1-47be-b790-d9294caf1beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:39.071402 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-753a8468-9be1-47be-b790-d9294caf1beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:39.112005 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2105681462-router', 'tenant_id': '6640c36098c2473680824eba064a5218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:45Z', 'revision_number': 4, 'project_id': '6640c36098c2473680824eba064a5218', 'gw_port': {'id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '866cb2bc-c636-4498-8021-dddc215448a9', 'name': '', 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8', 'tenant_id': '6640c36098c2473680824eba064a5218', 'mac_address': 'fa:16:3e:a8:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a71d783-e3a8-40d2-b37b-0c93d1b53c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:43Z', 'updated_at': '2022-01-26T20:37:38Z', 'revision_number': 4, 'project_id': '6640c36098c2473680824eba064a5218', 'subnets': [{'id': '3a71d783-e3a8-40d2-b37b-0c93d1b53c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:39.116423 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf50906a-b8ea-42a1-9d52-0c8c46d547f2 None None] The sync data for ids ['2bf2204c-af2b-428c-b2a0-c725688c08b9'] in dv-cinder-826519-1-iscsi is: [{'id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2105681462-router', 'tenant_id': '6640c36098c2473680824eba064a5218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:45Z', 'revision_number': 4, 'project_id': '6640c36098c2473680824eba064a5218', 'gw_port': {'id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '866cb2bc-c636-4498-8021-dddc215448a9', 'name': '', 'network_id': '15cd77f8-e1c1-470c-bd80-6c7ae1a801a8', 'tenant_id': '6640c36098c2473680824eba064a5218', 'mac_address': 'fa:16:3e:a8:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a71d783-e3a8-40d2-b37b-0c93d1b53c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:43Z', 'updated_at': '2022-01-26T20:37:38Z', 'revision_number': 4, 'project_id': '6640c36098c2473680824eba064a5218', 'subnets': [{'id': '3a71d783-e3a8-40d2-b37b-0c93d1b53c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:37:39.837118 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 866cb2bc-c636-4498-8021-dddc215448a9 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:40.025578 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 866cb2bc-c636-4498-8021-dddc215448a9 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:37:40.033249 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 866cb2bc-c636-4498-8021-dddc215448a9 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:40.033612 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:40.036927 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-753a8468-9be1-47be-b790-d9294caf1beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:40.062211 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a8468-9be1-47be-b790-d9294caf1beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a1dc0f-ba0b-49f0-92eb-d5b9c0b3d9fd,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:40.115814 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-753a8468-9be1-47be-b790-d9294caf1beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:40.117188 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-753a8468-9be1-47be-b790-d9294caf1beb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5a1dc0f-ba0b-49f0-92eb-d5b9c0b3d9fd HTTP/1.1" status: 204 len: 168 time: 1.4804862 Jan 26 20:37:40.137579 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7cd11-ae4c-4e32-a79b-4307845615dc req-e05f87e4-cd05-4d01-8ea6-aa6110450605 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:40.146268 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-27e7cd11-ae4c-4e32-a79b-4307845615dc req-e05f87e4-cd05-4d01-8ea6-aa6110450605 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 1.0214894 Jan 26 20:37:40.231295 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-27e7cd11-ae4c-4e32-a79b-4307845615dc req-7c85c0d1-136b-4d3d-951f-fd2e44959cc0 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839508 Jan 26 20:37:40.246453 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fcae5221-65a4-4aee-9626-304e9cc2d9b5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:40.260185 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fcae5221-65a4-4aee-9626-304e9cc2d9b5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:40.347772 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:40.358823 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.db.resource_extend [None req-2384120c-f04a-41f3-85b8-29d1041a2ae3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 20:37:40.441521 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 866cb2bc-c636-4498-8021-dddc215448a9, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=866cb2bc-c636-4498-8021-dddc215448a9,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:40.446395 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:40.583478 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=866cb2bc-c636-4498-8021-dddc215448a9,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:40.598707 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2384120c-f04a-41f3-85b8-29d1041a2ae3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:40.603421 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:40.603845 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:40.605763 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2384120c-f04a-41f3-85b8-29d1041a2ae3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:40.609555 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:40.610061 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:40.610262 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:40.610599 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:40.613439 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:40.613814 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:40.614123 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:40.614449 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:40.614773 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:37:40.700335 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.l3_db [None req-fcae5221-65a4-4aee-9626-304e9cc2d9b5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Floating IP 3adbc1af-719f-40a4-adde-9feabaaf120d associated. External IP: 172.27.0.93, port: 16929471-3b6f-4eb2-8320-2630d4f1748b. Jan 26 20:37:40.877326 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.l3_db [None req-2384120c-f04a-41f3-85b8-29d1041a2ae3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Floating IP f4467220-2e40-4284-8e0a-ed1cbea51082 associated. External IP: 172.27.0.189, port: 269ec041-ce77-47bb-be1c-d51fcef19a87. Jan 26 20:37:41.504761 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcae5221-65a4-4aee-9626-304e9cc2d9b5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Router 7e799c57-e44c-4d4a-b465-69df49c58eda has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:37:41.514055 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2384120c-f04a-41f3-85b8-29d1041a2ae3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Router d3c2304a-aca8-4683-b91d-2d33ede616ca has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:37:41.762614 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bcafd-6ac5-47b9-bb5e-d539259f408c req-e5ef6c5c-c7fe-4ee3-b9ba-6503784a60ac tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:41.764243 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-112bcafd-6ac5-47b9-bb5e-d539259f408c req-e5ef6c5c-c7fe-4ee3-b9ba-6503784a60ac tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.3155048 Jan 26 20:37:41.787893 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 866cb2bc-c636-4498-8021-dddc215448a9 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:37:41.941677 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-112bcafd-6ac5-47b9-bb5e-d539259f408c req-7a5aeb6c-87d3-47bd-adb6-61cb4e0b840a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645832 Jan 26 20:37:42.035155 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 866cb2bc-c636-4498-8021-dddc215448a9 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:37:42.035576 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:42.049361 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcae5221-65a4-4aee-9626-304e9cc2d9b5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:37:42.075082 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d114d-ca5b-4f63-98cb-59565512d995 None None] Sync routers for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:37:42.104980 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d114d-ca5b-4f63-98cb-59565512d995 None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:37:42.108813 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-ff4d114d-ca5b-4f63-98cb-59565512d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:37:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:42.113803 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fcae5221-65a4-4aee-9626-304e9cc2d9b5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:42.161757 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2384120c-f04a-41f3-85b8-29d1041a2ae3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:37:42.185030 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2384120c-f04a-41f3-85b8-29d1041a2ae3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:42.190808 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce763cde-7f08-4750-9b78-888c910eda86 None None] Sync routers for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:37:42.307012 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-fcae5221-65a4-4aee-9626-304e9cc2d9b5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "PUT /v2.0/floatingips/3adbc1af-719f-40a4-adde-9feabaaf120d HTTP/1.1" status: 200 len: 990 time: 3.6936488 Jan 26 20:37:42.310654 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:37:42.320025 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-2384120c-f04a-41f3-85b8-29d1041a2ae3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "PUT /v2.0/floatingips/f4467220-2e40-4284-8e0a-ed1cbea51082 HTTP/1.1" status: 200 len: 991 time: 3.9731793 Jan 26 20:37:42.322261 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'tag': '269ec041-ce77-47bb-be1c-d51fcef19a87'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:37:42.459877 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce763cde-7f08-4750-9b78-888c910eda86 None None] Routers {'d3c2304a-aca8-4683-b91d-2d33ede616ca'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:37:42.461120 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-ce763cde-7f08-4750-9b78-888c910eda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:37:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['d3c2304a-aca8-4683-b91d-2d33ede616ca'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:42.473794 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37918) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:42.662135 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-37afb0e3-c3a8-45be-857f-edf6774af23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:42.709420 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-ff4d114d-ca5b-4f63-98cb-59565512d995 None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:37:42.829959 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'status': 'completed', 'code': 200} Jan 26 20:37:42.843657 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'tag': '269ec041-ce77-47bb-be1c-d51fcef19a87', 'status': 'completed', 'code': 200} Jan 26 20:37:43.000898 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-163e4ffe-cd39-4d19-8fb2-1312c54d9d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:43.051341 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-afc91d83-f40b-4bbe-a34d-a4e460c77395 req-db1c8464-a6fd-4ef8-af60-5c28fbe84611 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 1098 time: 0.1857493 Jan 26 20:37:43.157033 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-163e4ffe-cd39-4d19-8fb2-1312c54d9d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:43.171467 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-163e4ffe-cd39-4d19-8fb2-1312c54d9d60 admin admin] Usage tracker for resource:security_group_rule and tenant:6351190ceb15413fb34c7ce3a21537dc is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:43.184659 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5fb0071c-ceb7-4ec0-b78a-41471495f263 req-b16e185a-8b2f-4f04-9f4f-ad71e9789a19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4d016374d2e4e45a021b9c468ba477b&device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 1098 time: 0.3031731 Jan 26 20:37:43.184659 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-163e4ffe-cd39-4d19-8fb2-1312c54d9d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:43.243666 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-163e4ffe-cd39-4d19-8fb2-1312c54d9d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:43.354219 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-ce763cde-7f08-4750-9b78-888c910eda86 None None] Set router d3c2304a-aca8-4683-b91d-2d33ede616ca gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:37:43.604849 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0071c-ceb7-4ec0-b78a-41471495f263 req-234c7420-2c93-4980-b49e-f89cfe85cbf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:43.613478 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5fb0071c-ceb7-4ec0-b78a-41471495f263 req-234c7420-2c93-4980-b49e-f89cfe85cbf6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba HTTP/1.1" status: 200 len: 912 time: 0.4188755 Jan 26 20:37:43.664627 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-ff4d114d-ca5b-4f63-98cb-59565512d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '3adbc1af-719f-40a4-adde-9feabaaf120d', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'port_id': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'mac_address': 'fa:16:3e:c0:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:37:05Z', 'updated_at': '2022-01-26T20:37:39Z', 'revision_number': 1, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:22Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:43.678893 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d114d-ca5b-4f63-98cb-59565512d995 None None] Checking router: 7e799c57-e44c-4d4a-b465-69df49c58eda for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:37:43.705702 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-163e4ffe-cd39-4d19-8fb2-1312c54d9d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:43.711279 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d114d-ca5b-4f63-98cb-59565512d995 None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:37:43.712885 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-ff4d114d-ca5b-4f63-98cb-59565512d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:37:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:43.773049 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc91d83-f40b-4bbe-a34d-a4e460c77395 req-80369cab-bc46-43d9-b877-9bc9850e8e22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:43.782454 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-afc91d83-f40b-4bbe-a34d-a4e460c77395 req-80369cab-bc46-43d9-b877-9bc9850e8e22 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 200 len: 917 time: 0.7196054 Jan 26 20:37:43.888040 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-163e4ffe-cd39-4d19-8fb2-1312c54d9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:43.969767 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494524-88a2-47e5-b592-92850c6dac29 req-90f4fce0-fcb3-442c-9a77-f49ad4701dab tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:43.983259 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-87494524-88a2-47e5-b592-92850c6dac29 req-90f4fce0-fcb3-442c-9a77-f49ad4701dab tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.7360866 Jan 26 20:37:44.093611 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e4ffe-cd39-4d19-8fb2-1312c54d9d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7676f8-5521-413a-aea2-3946274a2142,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:44.108554 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-163e4ffe-cd39-4d19-8fb2-1312c54d9d60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6351190ceb15413fb34c7ce3a21537dc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6321592 Jan 26 20:37:44.113057 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 37962) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:44.134019 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5fb0071c-ceb7-4ec0-b78a-41471495f263 req-a6bed1b0-084f-4125-98ac-e4b0774b4bde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=269ec041-ce77-47bb-be1c-d51fcef19a87 HTTP/1.1" status: 200 len: 999 time: 0.4251146 Jan 26 20:37:44.138289 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-ff4d114d-ca5b-4f63-98cb-59565512d995 None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:37:44.166943 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-87494524-88a2-47e5-b592-92850c6dac29 req-e7562a19-45de-4cc0-9af7-578729690552 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827161 Jan 26 20:37:44.241884 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-afc91d83-f40b-4bbe-a34d-a4e460c77395 req-5323575e-2975-404d-88f0-8e510cda1d11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16929471-3b6f-4eb2-8320-2630d4f1748b HTTP/1.1" status: 200 len: 998 time: 0.4396472 Jan 26 20:37:44.263653 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bbcab-44bb-4d2c-8795-d55d850c72de req-702af5ea-186c-408c-913a-94faa726364e tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:44.271249 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ae5bbcab-44bb-4d2c-8795-d55d850c72de req-702af5ea-186c-408c-913a-94faa726364e tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 945 time: 0.3087449 Jan 26 20:37:44.274543 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0071c-ceb7-4ec0-b78a-41471495f263 req-4e378c4a-0bb7-4458-ad2b-ea49c0384bda service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:44.276568 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5fb0071c-ceb7-4ec0-b78a-41471495f263 req-4e378c4a-0bb7-4458-ad2b-ea49c0384bda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d2a0f2-fc73-4f82-966c-3684b0274923 HTTP/1.1" status: 200 len: 850 time: 0.1314778 Jan 26 20:37:44.320721 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-ce763cde-7f08-4750-9b78-888c910eda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'f4467220-2e40-4284-8e0a-ed1cbea51082', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'port_id': '269ec041-ce77-47bb-be1c-d51fcef19a87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'mac_address': 'fa:16:3e:6e:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:36:58Z', 'updated_at': '2022-01-26T20:37:40Z', 'revision_number': 1, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:37:01Z', 'revision_number': 5, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:44.328063 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce763cde-7f08-4750-9b78-888c910eda86 None None] Checking router: d3c2304a-aca8-4683-b91d-2d33ede616ca for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:37:44.371811 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc91d83-f40b-4bbe-a34d-a4e460c77395 req-225d644a-ad9c-48e5-a65c-4a1272c4a1dc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:44.373868 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-afc91d83-f40b-4bbe-a34d-a4e460c77395 req-225d644a-ad9c-48e5-a65c-4a1272c4a1dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab66317f-1f97-4db1-838e-7f27eb67f0da HTTP/1.1" status: 200 len: 855 time: 0.1265380 Jan 26 20:37:44.382582 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce763cde-7f08-4750-9b78-888c910eda86 None None] Routers {'d3c2304a-aca8-4683-b91d-2d33ede616ca'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:37:44.384024 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-ce763cde-7f08-4750-9b78-888c910eda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:37:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['d3c2304a-aca8-4683-b91d-2d33ede616ca'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:44.400349 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ae5bbcab-44bb-4d2c-8795-d55d850c72de req-5019be19-f5f5-404e-b15d-726a77ac5f7f tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280990 Jan 26 20:37:44.408316 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-760106b4-be41-4ad0-bf30-8543577a5f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:44.450612 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-760106b4-be41-4ad0-bf30-8543577a5f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:44.547228 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-760106b4-be41-4ad0-bf30-8543577a5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:44.566039 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760106b4-be41-4ad0-bf30-8543577a5f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7676f8-5521-413a-aea2-3946274a2142,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:44.583695 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-760106b4-be41-4ad0-bf30-8543577a5f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:44.588977 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-760106b4-be41-4ad0-bf30-8543577a5f08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca7676f8-5521-413a-aea2-3946274a2142 HTTP/1.1" status: 204 len: 168 time: 0.4687808 Jan 26 20:37:44.594337 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5fb0071c-ceb7-4ec0-b78a-41471495f263 req-6f4e1507-6038-4eec-872f-abfcbcfd35cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2933652 Jan 26 20:37:44.704367 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-ce763cde-7f08-4750-9b78-888c910eda86 None None] Set router d3c2304a-aca8-4683-b91d-2d33ede616ca gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:37:44.805643 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-ff4d114d-ca5b-4f63-98cb-59565512d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '3adbc1af-719f-40a4-adde-9feabaaf120d', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'port_id': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'mac_address': 'fa:16:3e:c0:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:37:05Z', 'updated_at': '2022-01-26T20:37:39Z', 'revision_number': 1, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:22Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:44.811529 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d114d-ca5b-4f63-98cb-59565512d995 None None] The sync data for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi is: [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '3adbc1af-719f-40a4-adde-9feabaaf120d', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'port_id': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'mac_address': 'fa:16:3e:c0:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:37:05Z', 'updated_at': '2022-01-26T20:37:39Z', 'revision_number': 1, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:22Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:37:44.937675 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-e186c256-d0eb-47f5-8421-66ffd37c4655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.024883 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 37996) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:45.163804 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-ce763cde-7f08-4750-9b78-888c910eda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'f4467220-2e40-4284-8e0a-ed1cbea51082', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'port_id': '269ec041-ce77-47bb-be1c-d51fcef19a87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'mac_address': 'fa:16:3e:6e:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:36:58Z', 'updated_at': '2022-01-26T20:37:40Z', 'revision_number': 1, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:37:01Z', 'revision_number': 5, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:45.170019 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce763cde-7f08-4750-9b78-888c910eda86 None None] The sync data for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi is: [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'f4467220-2e40-4284-8e0a-ed1cbea51082', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'port_id': '269ec041-ce77-47bb-be1c-d51fcef19a87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'mac_address': 'fa:16:3e:6e:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:36:58Z', 'updated_at': '2022-01-26T20:37:40Z', 'revision_number': 1, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:37:01Z', 'revision_number': 5, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:37:45.232287 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0744470f-8e63-42f1-ad0c-147ea7af6bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.268557 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-0744470f-8e63-42f1-ad0c-147ea7af6bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:45.274784 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-0744470f-8e63-42f1-ad0c-147ea7af6bcf admin admin] Usage tracker for resource:security_group_rule and tenant:b3c0ebe3228c4d91bc073e81a30c6bbd is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:45.277961 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38008) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:45.278450 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-0744470f-8e63-42f1-ad0c-147ea7af6bcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:45.284265 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-0744470f-8e63-42f1-ad0c-147ea7af6bcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:45.296101 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d0c4ead7-da24-4144-a293-eae99ec58091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.327968 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-d0c4ead7-da24-4144-a293-eae99ec58091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:45.331835 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-d0c4ead7-da24-4144-a293-eae99ec58091 admin admin] Usage tracker for resource:security_group_rule and tenant:333ec84614324b12bb2d7ac65d122cfd is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:45.335163 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-d0c4ead7-da24-4144-a293-eae99ec58091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:45.342784 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-d0c4ead7-da24-4144-a293-eae99ec58091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:45.361595 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0744470f-8e63-42f1-ad0c-147ea7af6bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.366406 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0744470f-8e63-42f1-ad0c-147ea7af6bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.412725 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-0744470f-8e63-42f1-ad0c-147ea7af6bcf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b3c0ebe3228c4d91bc073e81a30c6bbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3857687 Jan 26 20:37:45.416018 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38012) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:45.432970 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744470f-8e63-42f1-ad0c-147ea7af6bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b307f5-c684-44d3-93b1-d38508e766c3,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:45.454260 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d0c4ead7-da24-4144-a293-eae99ec58091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.458276 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d0c4ead7-da24-4144-a293-eae99ec58091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.486333 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-54b892d8-51c2-4c84-8508-223d6cccf483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.516212 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-54b892d8-51c2-4c84-8508-223d6cccf483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.574033 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-54b892d8-51c2-4c84-8508-223d6cccf483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.594648 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4ead7-da24-4144-a293-eae99ec58091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71b1d32-8c89-44b8-ab37-4feb91cc71f3,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:45.595316 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b892d8-51c2-4c84-8508-223d6cccf483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b307f5-c684-44d3-93b1-d38508e766c3,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:45.598790 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-d0c4ead7-da24-4144-a293-eae99ec58091 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=333ec84614324b12bb2d7ac65d122cfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3197820 Jan 26 20:37:45.603040 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38018) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:45.620242 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-54b892d8-51c2-4c84-8508-223d6cccf483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.621318 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-54b892d8-51c2-4c84-8508-223d6cccf483 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12b307f5-c684-44d3-93b1-d38508e766c3 HTTP/1.1" status: 204 len: 168 time: 0.2044272 Jan 26 20:37:45.680409 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f856a34e-4a48-4de9-8bf2-974d44da14dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.724969 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f856a34e-4a48-4de9-8bf2-974d44da14dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.793784 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f856a34e-4a48-4de9-8bf2-974d44da14dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.810732 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856a34e-4a48-4de9-8bf2-974d44da14dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71b1d32-8c89-44b8-ab37-4feb91cc71f3,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:45.815768 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f856a34e-4a48-4de9-8bf2-974d44da14dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:45.816859 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-f856a34e-4a48-4de9-8bf2-974d44da14dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d71b1d32-8c89-44b8-ab37-4feb91cc71f3 HTTP/1.1" status: 204 len: 168 time: 0.2128797 Jan 26 20:37:46.069109 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38030) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:46.076888 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.094927 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6bd38402-22c0-4117-a282-599db73502e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.147566 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.149221 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-afc91d83-f40b-4bbe-a34d-a4e460c77395 req-1b35b0cd-8a3b-4253-8be6-814069a8f3a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4516c057-057d-4328-b219-148cc457f2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1430292 Jan 26 20:37:46.163308 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-6bd38402-22c0-4117-a282-599db73502e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:46.169718 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-6bd38402-22c0-4117-a282-599db73502e8 admin admin] Usage tracker for resource:security_group_rule and tenant:2f68c9625abc487ba5bb7db80579b9fd is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:46.172762 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-6bd38402-22c0-4117-a282-599db73502e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:46.178702 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-6bd38402-22c0-4117-a282-599db73502e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:46.252173 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6bd38402-22c0-4117-a282-599db73502e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.256691 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6bd38402-22c0-4117-a282-599db73502e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.306322 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd38402-22c0-4117-a282-599db73502e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6299916a-a995-46f1-95af-e93a61c0e695,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:46.314123 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38038) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:46.326194 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-6bd38402-22c0-4117-a282-599db73502e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f68c9625abc487ba5bb7db80579b9fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2467878 Jan 26 20:37:46.397102 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-afa2d5b0-7631-44df-994f-4c4f6f9d12f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.403174 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38042) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:46.422636 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9ee61cd7-0730-45ab-92da-c57ef0804a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.427906 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-afa2d5b0-7631-44df-994f-4c4f6f9d12f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.457596 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-9ee61cd7-0730-45ab-92da-c57ef0804a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:46.462515 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-9ee61cd7-0730-45ab-92da-c57ef0804a4e admin admin] Usage tracker for resource:security_group_rule and tenant:b83cd552ac7c4b0283fda852ecfa38d0 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:46.466417 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-9ee61cd7-0730-45ab-92da-c57ef0804a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:46.472421 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-9ee61cd7-0730-45ab-92da-c57ef0804a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:46.492445 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-afa2d5b0-7631-44df-994f-4c4f6f9d12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.509078 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2d5b0-7631-44df-994f-4c4f6f9d12f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6299916a-a995-46f1-95af-e93a61c0e695,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:46.517807 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-afa2d5b0-7631-44df-994f-4c4f6f9d12f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.519009 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-afa2d5b0-7631-44df-994f-4c4f6f9d12f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6299916a-a995-46f1-95af-e93a61c0e695 HTTP/1.1" status: 204 len: 168 time: 0.2037451 Jan 26 20:37:46.558838 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9ee61cd7-0730-45ab-92da-c57ef0804a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.563178 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9ee61cd7-0730-45ab-92da-c57ef0804a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.613946 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee61cd7-0730-45ab-92da-c57ef0804a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59902ada-1b2e-42a7-b94f-2154a6aeeeb1,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:46.618260 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-9ee61cd7-0730-45ab-92da-c57ef0804a4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b83cd552ac7c4b0283fda852ecfa38d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2139027 Jan 26 20:37:46.621074 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38048) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:46.690226 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1b012967-8ef1-4a33-a1ac-ccc67b79c108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.722122 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1b012967-8ef1-4a33-a1ac-ccc67b79c108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.791942 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1b012967-8ef1-4a33-a1ac-ccc67b79c108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.809035 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012967-8ef1-4a33-a1ac-ccc67b79c108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59902ada-1b2e-42a7-b94f-2154a6aeeeb1,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:46.813489 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1b012967-8ef1-4a33-a1ac-ccc67b79c108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:46.815234 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1b012967-8ef1-4a33-a1ac-ccc67b79c108 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59902ada-1b2e-42a7-b94f-2154a6aeeeb1 HTTP/1.1" status: 204 len: 168 time: 0.1927469 Jan 26 20:37:46.917440 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d1970c-900b-4825-bd22-32e9fb7533ab None None] New status for floating IP 3adbc1af-719f-40a4-adde-9feabaaf120d: ACTIVE {{(pid=82711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:37:46.944400 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c663735f-ff28-45f3-9f13-329cdc25e721 None None] New status for floating IP f4467220-2e40-4284-8e0a-ed1cbea51082: ACTIVE {{(pid=82710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:37:47.242885 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-afc91d83-f40b-4bbe-a34d-a4e460c77395 req-0a025c50-adef-4fa0-9c77-2294dc5cc3c8 service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921000 Jan 26 20:37:47.300844 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5fb0071c-ceb7-4ec0-b78a-41471495f263 req-69e7219d-8e71-42de-b1e1-8faa9b163999 service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501148 Jan 26 20:37:47.559506 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced800a2-6a9a-4343-8fb9-cb6b7bbb3c90 req-bc641ced-9b0c-438d-99bc-8f93a9757c6a tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:47.561454 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ced800a2-6a9a-4343-8fb9-cb6b7bbb3c90 req-bc641ced-9b0c-438d-99bc-8f93a9757c6a tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 945 time: 0.2682595 Jan 26 20:37:47.577652 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-afc91d83-f40b-4bbe-a34d-a4e460c77395 req-dabf4033-49bf-4f0a-8222-ef602de51ee6 service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247516 Jan 26 20:37:47.626623 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ced800a2-6a9a-4343-8fb9-cb6b7bbb3c90 req-72a9561f-a7f6-4d14-872a-99598ec2756d tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520296 Jan 26 20:37:47.779681 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9bc04-418b-40e4-9f98-fc14e8d8f085 req-734ca5b8-d18b-4fc6-ab88-4ecd4e2ca450 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:47.795290 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-65f9bc04-418b-40e4-9f98-fc14e8d8f085 req-734ca5b8-d18b-4fc6-ab88-4ecd4e2ca450 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.4918203 Jan 26 20:37:47.800027 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5fb0071c-ceb7-4ec0-b78a-41471495f263 req-21f935d7-ebcb-4509-afd2-fe9bf9f216fb service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880819 Jan 26 20:37:47.869485 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-65f9bc04-418b-40e4-9f98-fc14e8d8f085 req-e6239261-ae06-4240-b37c-b26468a18299 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741711 Jan 26 20:37:47.980841 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:48.302036 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d915728-88ac-49da-8820-237b095006e0 req-e94a3b5c-d594-4b1b-a312-b0ac93945b93 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:48.304386 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5d915728-88ac-49da-8820-237b095006e0 req-e94a3b5c-d594-4b1b-a312-b0ac93945b93 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.43 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 945 time: 0.1087890 Jan 26 20:37:48.384054 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-5d915728-88ac-49da-8820-237b095006e0 req-8fdf6ce6-3af3-4278-87e0-7cc0479ae942 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Deleting port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:37:48.384433 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-5d915728-88ac-49da-8820-237b095006e0 req-8fdf6ce6-3af3-4278-87e0-7cc0479ae942 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:48.687516 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-5d915728-88ac-49da-8820-237b095006e0 req-8fdf6ce6-3af3-4278-87e0-7cc0479ae942 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] For port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4aa1190d-623f-4fb2-9455-1bd5fb4630cc,segment=NetworkSegment(b2262fda-a06f-4838-a0fe-789b3fe104b2),segment_id=b2262fda-a06f-4838-a0fe-789b3fe104b2)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:37:48.688042 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-5d915728-88ac-49da-8820-237b095006e0 req-8fdf6ce6-3af3-4278-87e0-7cc0479ae942 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:48.833615 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-5d915728-88ac-49da-8820-237b095006e0 req-8fdf6ce6-3af3-4278-87e0-7cc0479ae942 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Calling delete_port for 4aa1190d-623f-4fb2-9455-1bd5fb4630cc owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:37:48.867140 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38140) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:48.931452 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89933f50-2eac-458b-8d53-f494777e9798 req-71c3710c-5d52-4409-a809-9f0c96f69ed0 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:48.939950 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-89933f50-2eac-458b-8d53-f494777e9798 req-71c3710c-5d52-4409-a809-9f0c96f69ed0 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 945 time: 0.1467934 Jan 26 20:37:49.014699 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-89933f50-2eac-458b-8d53-f494777e9798 req-a6a8f8a7-292f-4267-bc73-d69cdffc66d7 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/security-groups?id=1356c0c9-8d0c-4819-af3f-ac31b885b340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732999 Jan 26 20:37:49.142050 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-5d915728-88ac-49da-8820-237b095006e0 req-8fdf6ce6-3af3-4278-87e0-7cc0479ae942 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:49.154376 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['4aa1190d-623f-4fb2-9455-1bd5fb4630cc'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:37:49.190664 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf6ce6-3af3-4278-87e0-7cc0479ae942 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Pushing event deleted for resources: {'Port': ['ID=4aa1190d-623f-4fb2-9455-1bd5fb4630cc,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:49.226168 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38154) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:49.252762 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b72c7-7d2e-408e-ace2-4195b85b9626 req-1fc66954-a157-4b65-8108-3aeda2e11f5a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:49.254283 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0c4b72c7-7d2e-408e-ace2-4195b85b9626 req-1fc66954-a157-4b65-8108-3aeda2e11f5a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.2078395 Jan 26 20:37:49.362681 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-29cb9547-854b-42b0-8bfa-e79e5fd04800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:49.436089 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-29cb9547-854b-42b0-8bfa-e79e5fd04800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:49.450551 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-29cb9547-854b-42b0-8bfa-e79e5fd04800 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f6ad112cbc4d30be4828c9ab05a73d is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:49.459396 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-29cb9547-854b-42b0-8bfa-e79e5fd04800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:49.489019 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d915728-88ac-49da-8820-237b095006e0 req-8fdf6ce6-3af3-4278-87e0-7cc0479ae942 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] No DVR routers for this DVR port 4aa1190d-623f-4fb2-9455-1bd5fb4630cc on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:37:49.501068 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-5d915728-88ac-49da-8820-237b095006e0 req-8fdf6ce6-3af3-4278-87e0-7cc0479ae942 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:49.504323 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22c998d-5f09-4132-9124-6306ebbf1d02', 'name': 'network-vif-deleted', 'tag': '4aa1190d-623f-4fb2-9455-1bd5fb4630cc'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:37:49.506610 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-625d7046-078b-4bcd-b0fb-897f5660572b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:49.525311 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-29cb9547-854b-42b0-8bfa-e79e5fd04800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:49.531107 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0c4b72c7-7d2e-408e-ace2-4195b85b9626 req-43a29d8f-bbf0-4f8f-ba25-b2062cdc40b0 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440836 Jan 26 20:37:49.533115 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5d915728-88ac-49da-8820-237b095006e0 req-8fdf6ce6-3af3-4278-87e0-7cc0479ae942 tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.43 "DELETE /v2.0/ports/4aa1190d-623f-4fb2-9455-1bd5fb4630cc HTTP/1.1" status: 204 len: 173 time: 1.2240179 Jan 26 20:37:49.576547 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-625d7046-078b-4bcd-b0fb-897f5660572b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:49.590240 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-625d7046-078b-4bcd-b0fb-897f5660572b admin admin] Usage tracker for resource:security_group_rule and tenant:e8816795db134aec9012cfad2d912e4d is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:49.616728 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-625d7046-078b-4bcd-b0fb-897f5660572b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:49.654501 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-625d7046-078b-4bcd-b0fb-897f5660572b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:49.661439 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22c998d-5f09-4132-9124-6306ebbf1d02', 'name': 'network-vif-deleted', 'tag': '4aa1190d-623f-4fb2-9455-1bd5fb4630cc', 'status': 'completed', 'code': 200} Jan 26 20:37:49.812242 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-29cb9547-854b-42b0-8bfa-e79e5fd04800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:49.820027 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-29cb9547-854b-42b0-8bfa-e79e5fd04800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:49.901428 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb9547-854b-42b0-8bfa-e79e5fd04800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5496e508-51d6-4e57-886b-81b732a0a053,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:49.915031 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-29cb9547-854b-42b0-8bfa-e79e5fd04800 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9f6ad112cbc4d30be4828c9ab05a73d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0450921 Jan 26 20:37:49.916551 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38192) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:49.922159 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-625d7046-078b-4bcd-b0fb-897f5660572b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:49.936167 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-625d7046-078b-4bcd-b0fb-897f5660572b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:49.985966 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2767f8e9-1b37-48bb-b4d2-1375d20f71cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:49.992184 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d7046-078b-4bcd-b0fb-897f5660572b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adf7e8d-3543-4130-af0c-ddf7eb8e0b97,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:50.007080 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-625d7046-078b-4bcd-b0fb-897f5660572b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8816795db134aec9012cfad2d912e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7797699 Jan 26 20:37:50.011304 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38198) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:50.025165 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2767f8e9-1b37-48bb-b4d2-1375d20f71cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:50.089492 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0ad3070e-da08-45fe-9ee8-7d26f85b9e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:50.100730 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2767f8e9-1b37-48bb-b4d2-1375d20f71cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:50.117288 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767f8e9-1b37-48bb-b4d2-1375d20f71cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5496e508-51d6-4e57-886b-81b732a0a053,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:50.124145 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2767f8e9-1b37-48bb-b4d2-1375d20f71cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:50.127729 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-2767f8e9-1b37-48bb-b4d2-1375d20f71cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5496e508-51d6-4e57-886b-81b732a0a053 HTTP/1.1" status: 204 len: 168 time: 0.2071829 Jan 26 20:37:50.170090 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0ad3070e-da08-45fe-9ee8-7d26f85b9e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:50.295056 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-73446795-0d42-4206-b022-036440d7cd6f req-a57b29c1-0dbf-4fca-bb60-94d419e25d0f tempest-DeleteServersTestJSON-1023849484 tempest-DeleteServersTestJSON-1023849484-project] 10.222.0.53 "GET /v2.0/ports?device_id=e22c998d-5f09-4132-9124-6306ebbf1d02 HTTP/1.1" status: 200 len: 210 time: 0.0669303 Jan 26 20:37:50.320352 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0ad3070e-da08-45fe-9ee8-7d26f85b9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:50.346749 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3070e-da08-45fe-9ee8-7d26f85b9e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adf7e8d-3543-4130-af0c-ddf7eb8e0b97,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:50.381593 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0ad3070e-da08-45fe-9ee8-7d26f85b9e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:50.384879 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-0ad3070e-da08-45fe-9ee8-7d26f85b9e8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7adf7e8d-3543-4130-af0c-ddf7eb8e0b97 HTTP/1.1" status: 204 len: 168 time: 0.3712859 Jan 26 20:37:50.828476 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3814f-2ec1-4bd6-b421-66a5e4f6d7a1 req-fbf7f1b5-4621-4c49-ad85-2842b6bd1510 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:50.830228 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fae3814f-2ec1-4bd6-b421-66a5e4f6d7a1 req-fbf7f1b5-4621-4c49-ad85-2842b6bd1510 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1241255 Jan 26 20:37:50.840579 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38234) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:50.887460 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1da3986d-3ebc-441c-b81f-dad605809f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:50.900712 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fae3814f-2ec1-4bd6-b421-66a5e4f6d7a1 req-d1fe9a09-d72d-447e-a6bd-ca409d6aa977 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527244 Jan 26 20:37:50.967462 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-1da3986d-3ebc-441c-b81f-dad605809f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:50.988321 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-1da3986d-3ebc-441c-b81f-dad605809f78 admin admin] Usage tracker for resource:security_group_rule and tenant:7a3ce36e422146358c826a660bc6d23e is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:50.992317 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-1da3986d-3ebc-441c-b81f-dad605809f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:51.008095 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-1da3986d-3ebc-441c-b81f-dad605809f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:51.138875 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1da3986d-3ebc-441c-b81f-dad605809f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:51.145022 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1da3986d-3ebc-441c-b81f-dad605809f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:51.196006 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3986d-3ebc-441c-b81f-dad605809f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc9b6d6-1247-4ef1-a31d-dc2f192917b6,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:51.203303 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1da3986d-3ebc-441c-b81f-dad605809f78 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a3ce36e422146358c826a660bc6d23e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3590469 Jan 26 20:37:51.204304 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38264) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:51.295232 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3fe55050-74f1-4633-b413-1bf153076849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:51.332716 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3fe55050-74f1-4633-b413-1bf153076849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:51.433502 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3fe55050-74f1-4633-b413-1bf153076849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:51.479925 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe55050-74f1-4633-b413-1bf153076849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc9b6d6-1247-4ef1-a31d-dc2f192917b6,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:51.495609 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3fe55050-74f1-4633-b413-1bf153076849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:51.497112 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-3fe55050-74f1-4633-b413-1bf153076849 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9cc9b6d6-1247-4ef1-a31d-dc2f192917b6 HTTP/1.1" status: 204 len: 168 time: 0.2905338 Jan 26 20:37:51.798933 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 4aa1190d-623f-4fb2-9455-1bd5fb4630cc no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:37:51.870266 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 4aa1190d-623f-4fb2-9455-1bd5fb4630cc {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:37:51.870705 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 4aa1190d-623f-4fb2-9455-1bd5fb4630cc not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:37:51.921232 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38316) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:52.237022 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a91ce5-c92e-4642-9634-8772b979eb5f req-60c0c9c8-760d-4926-b7e3-0889ae7b67d3 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:52.238736 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e7a91ce5-c92e-4642-9634-8772b979eb5f req-60c0c9c8-760d-4926-b7e3-0889ae7b67d3 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1003308 Jan 26 20:37:52.308626 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e7a91ce5-c92e-4642-9634-8772b979eb5f req-1d0ac4b2-bcf4-41fd-8bdc-713bb9f1716b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632265 Jan 26 20:37:52.392163 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2b683a1-5498-4d4e-a947-0680667da1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:52.445143 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b2b683a1-5498-4d4e-a947-0680667da1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:52.450749 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b2b683a1-5498-4d4e-a947-0680667da1d9 admin admin] Usage tracker for resource:security_group_rule and tenant:04677a83344740ad84597cde5f846ad5 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:52.454543 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b2b683a1-5498-4d4e-a947-0680667da1d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:52.462405 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b2b683a1-5498-4d4e-a947-0680667da1d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:52.560567 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2b683a1-5498-4d4e-a947-0680667da1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:52.565509 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2b683a1-5498-4d4e-a947-0680667da1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:52.606625 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38342) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:52.614193 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b683a1-5498-4d4e-a947-0680667da1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f10b254-ae03-46a1-94d3-1f7cbba70170,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:52.621622 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b2b683a1-5498-4d4e-a947-0680667da1d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04677a83344740ad84597cde5f846ad5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6968384 Jan 26 20:37:52.621956 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38348) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:52.692952 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1016a356-3dc5-4b4f-9f28-92d3e4de4760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:52.724643 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1016a356-3dc5-4b4f-9f28-92d3e4de4760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:52.801367 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1016a356-3dc5-4b4f-9f28-92d3e4de4760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:52.822377 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016a356-3dc5-4b4f-9f28-92d3e4de4760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f10b254-ae03-46a1-94d3-1f7cbba70170,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:52.829999 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1016a356-3dc5-4b4f-9f28-92d3e4de4760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:52.831194 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1016a356-3dc5-4b4f-9f28-92d3e4de4760 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f10b254-ae03-46a1-94d3-1f7cbba70170 HTTP/1.1" status: 204 len: 168 time: 0.2078521 Jan 26 20:37:52.890457 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-a6756a18-f4d2-45cf-aabc-e094c255da2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:52.927088 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-a6756a18-f4d2-45cf-aabc-e094c255da2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:52.933117 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-a6756a18-f4d2-45cf-aabc-e094c255da2e admin admin] Usage tracker for resource:security_group_rule and tenant:35817e23981d4595b9b825ef374ddea9 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:52.938020 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-a6756a18-f4d2-45cf-aabc-e094c255da2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:52.944253 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-a6756a18-f4d2-45cf-aabc-e094c255da2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:53.054959 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-a6756a18-f4d2-45cf-aabc-e094c255da2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.061576 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-a6756a18-f4d2-45cf-aabc-e094c255da2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.112054 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6756a18-f4d2-45cf-aabc-e094c255da2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786b81b6-0867-4207-87bf-7a8f4c588639,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:53.124185 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-a6756a18-f4d2-45cf-aabc-e094c255da2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35817e23981d4595b9b825ef374ddea9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5135770 Jan 26 20:37:53.124882 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38366) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:53.200896 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb55e-0499-4255-a1bc-ae9d378b01cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.240686 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb55e-0499-4255-a1bc-ae9d378b01cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.305458 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb55e-0499-4255-a1bc-ae9d378b01cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.323039 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5eb55e-0499-4255-a1bc-ae9d378b01cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786b81b6-0867-4207-87bf-7a8f4c588639,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:53.356428 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b5eb55e-0499-4255-a1bc-ae9d378b01cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.357740 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-2b5eb55e-0499-4255-a1bc-ae9d378b01cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/786b81b6-0867-4207-87bf-7a8f4c588639 HTTP/1.1" status: 204 len: 168 time: 0.2319086 Jan 26 20:37:53.477484 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38384) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:53.504195 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9a8ce7d6-322b-4423-b134-5ddf0fb281ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.542625 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-9a8ce7d6-322b-4423-b134-5ddf0fb281ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:53.547217 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-9a8ce7d6-322b-4423-b134-5ddf0fb281ee admin admin] Usage tracker for resource:security_group_rule and tenant:088fea7519c54b53b2a89f455d14eae4 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:53.550320 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-9a8ce7d6-322b-4423-b134-5ddf0fb281ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:53.557513 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-9a8ce7d6-322b-4423-b134-5ddf0fb281ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:53.646897 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9a8ce7d6-322b-4423-b134-5ddf0fb281ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.655488 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9a8ce7d6-322b-4423-b134-5ddf0fb281ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.685340 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64aec4-b668-4a55-bfef-f220ff1ec580 req-7aa1eaa5-e8a8-4264-8d01-e9bebf7dda57 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:53.697180 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cc64aec4-b668-4a55-bfef-f220ff1ec580 req-7aa1eaa5-e8a8-4264-8d01-e9bebf7dda57 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1956236 Jan 26 20:37:53.711438 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38394) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:53.754681 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ce7d6-322b-4423-b134-5ddf0fb281ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ff1cfe-1f7e-495e-b4dd-1ba579e6a4c7,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:53.771365 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-9a8ce7d6-322b-4423-b134-5ddf0fb281ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=088fea7519c54b53b2a89f455d14eae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2976930 Jan 26 20:37:53.771365 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38400) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:53.782927 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cc64aec4-b668-4a55-bfef-f220ff1ec580 req-6397c0ae-7c2d-45e1-8b5b-30ce611a08d6 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814271 Jan 26 20:37:53.828004 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_v2 [None req-8968bfa6-4293-4f88-9bb5-be22511c3882 admin admin] Deleting subnet d5532b64-383c-4c84-8e1f-3c4484dee2fb {{(pid=82708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:37:53.832801 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8968bfa6-4293-4f88-9bb5-be22511c3882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.905148 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8968bfa6-4293-4f88-9bb5-be22511c3882 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.907896 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1c2d-5757-4abd-b570-6672da165735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.915501 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8968bfa6-4293-4f88-9bb5-be22511c3882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:53.934877 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:37:53.987383 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1c2d-5757-4abd-b570-6672da165735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.055244 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8968bfa6-4293-4f88-9bb5-be22511c3882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for subnet, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.104419 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968bfa6-4293-4f88-9bb5-be22511c3882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5532b64-383c-4c84-8e1f-3c4484dee2fb,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:54.113686 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8968bfa6-4293-4f88-9bb5-be22511c3882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.124094 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1c2d-5757-4abd-b570-6672da165735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.142774 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-8968bfa6-4293-4f88-9bb5-be22511c3882 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d5532b64-383c-4c84-8e1f-3c4484dee2fb HTTP/1.1" status: 204 len: 168 time: 0.4248660 Jan 26 20:37:54.143191 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38412) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:54.143323 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e1c2d-5757-4abd-b570-6672da165735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ff1cfe-1f7e-495e-b4dd-1ba579e6a4c7,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:54.145388 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1c2d-5757-4abd-b570-6672da165735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.146598 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-ce5e1c2d-5757-4abd-b570-6672da165735 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96ff1cfe-1f7e-495e-b4dd-1ba579e6a4c7 HTTP/1.1" status: 204 len: 168 time: 0.3742282 Jan 26 20:37:54.229140 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38420) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:54.246847 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b229d181-7eb5-4810-9d3e-0ef3d66ab3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.271975 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.280324 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-b229d181-7eb5-4810-9d3e-0ef3d66ab3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:54.285523 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-b229d181-7eb5-4810-9d3e-0ef3d66ab3b6 admin admin] Usage tracker for resource:security_group_rule and tenant:625a919ad4d7402cb9497cace8c65245 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:54.289832 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-b229d181-7eb5-4810-9d3e-0ef3d66ab3b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:54.296530 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-b229d181-7eb5-4810-9d3e-0ef3d66ab3b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:54.395129 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b229d181-7eb5-4810-9d3e-0ef3d66ab3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.401083 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b229d181-7eb5-4810-9d3e-0ef3d66ab3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.437966 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.482925 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229d181-7eb5-4810-9d3e-0ef3d66ab3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e19b497-cff4-489f-84df-4d4be4ba0470,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:54.486380 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.487007 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.488044 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.488506 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > port after_create 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.488973 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > port after_delete 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.492197 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-b229d181-7eb5-4810-9d3e-0ef3d66ab3b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=625a919ad4d7402cb9497cace8c65245&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2613318 Jan 26 20:37:54.493122 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > port after_update 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.493762 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38428) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:54.494068 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.494853 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.495425 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.496152 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.604289 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f9361c77-d04e-4c0e-8b2f-42a2fb8e444e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.637142 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f9361c77-d04e-4c0e-8b2f-42a2fb8e444e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.654382 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.654975 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.655473 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.655938 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:37:54.656443 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da887b4-9ce5-4316-83b6-d930a4a14860']}} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:54.673198 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2262fda-a06f-4838-a0fe-789b3fe104b2') {'for_net_delete': True} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:54.673518 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2262fda-a06f-4838-a0fe-789b3fe104b2') {} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:37:54.696037 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7504139'] for segment, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.705684 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f9361c77-d04e-4c0e-8b2f-42a2fb8e444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.717876 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.729695 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=82709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:37:54.730122 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8264327'] for segment, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.735535 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9361c77-d04e-4c0e-8b2f-42a2fb8e444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e19b497-cff4-489f-84df-4d4be4ba0470,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:54.743318 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f9361c77-d04e-4c0e-8b2f-42a2fb8e444e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.744752 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-f9361c77-d04e-4c0e-8b2f-42a2fb8e444e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e19b497-cff4-489f-84df-4d4be4ba0470 HTTP/1.1" status: 204 len: 168 time: 0.2492497 Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: util.warn_limited( Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: util.warn_limited( Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: Traceback (most recent call last): Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: timer() Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: cb(*args, **kw) Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: return func(*args, **kwargs) Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: self._notify() Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: self.callback(batched_events) Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: event.method(event) Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: return f(self, *a, **k) Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._get(url).json() Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: return self.request(url, 'GET', **kwargs) Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:37:54.751501 dv-cinder-826519-1-iscsi neutron-server[82709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:37:54.842165 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.861695 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:54.877294 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=0da887b4-9ce5-4316-83b6-d930a4a14860,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:54.889657 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-3a834443-9a20-45ce-b4d2-ce1961ac6d7a admin admin] 10.222.0.53 "DELETE /v2.0/networks/0da887b4-9ce5-4316-83b6-d930a4a14860 HTTP/1.1" status: 204 len: 168 time: 0.7448037 Jan 26 20:37:55.009516 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48edcf-cde7-416a-b9e2-6bfb90bce511 req-1796dbba-4415-4b09-92b1-b28f49b3da92 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:55.011172 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fc48edcf-cde7-416a-b9e2-6bfb90bce511 req-1796dbba-4415-4b09-92b1-b28f49b3da92 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.0905573 Jan 26 20:37:55.067579 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fc48edcf-cde7-416a-b9e2-6bfb90bce511 req-5aeb7f82-3691-4391-9e0a-5d1ce5d05753 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507839 Jan 26 20:37:55.301728 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38456) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:55.365197 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-5d3cad29-e83c-447e-bc81-b72e2c7128ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02d70a6cd5a74b56a1159c3dffa9e977&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0598574 Jan 26 20:37:55.365474 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38460) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:55.443679 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-25811144-4503-4bf8-84a1-4f36caa7e2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:55.474018 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-25811144-4503-4bf8-84a1-4f36caa7e2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:55.545109 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-25811144-4503-4bf8-84a1-4f36caa7e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:55.581064 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-25811144-4503-4bf8-84a1-4f36caa7e2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:55.585679 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-25811144-4503-4bf8-84a1-4f36caa7e2cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1356c0c9-8d0c-4819-af3f-ac31b885b340 HTTP/1.1" status: 204 len: 168 time: 0.2156868 Jan 26 20:37:55.585679 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25811144-4503-4bf8-84a1-4f36caa7e2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1356c0c9-8d0c-4819-af3f-ac31b885b340,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:56.320731 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3eec5c-f3e2-4231-b236-08b2fae9baab req-bdf3f8d3-037b-4636-b92a-b092d21f34f9 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:56.322349 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-eb3eec5c-f3e2-4231-b236-08b2fae9baab req-bdf3f8d3-037b-4636-b92a-b092d21f34f9 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1028318 Jan 26 20:37:56.427844 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-eb3eec5c-f3e2-4231-b236-08b2fae9baab req-68aedef9-b856-4853-93d0-4ffe87a591fd tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996993 Jan 26 20:37:57.866159 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de125-27f6-43f0-8a2e-50fdcac2b157 req-7f5fcff3-3048-4481-96c0-913dfa72ac45 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:57.867781 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-af2de125-27f6-43f0-8a2e-50fdcac2b157 req-7f5fcff3-3048-4481-96c0-913dfa72ac45 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1533625 Jan 26 20:37:57.931558 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-af2de125-27f6-43f0-8a2e-50fdcac2b157 req-8b85ae15-16c4-43bd-a7a7-057478f7e7dc tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524950 Jan 26 20:37:58.010250 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38572) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:58.444396 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8dae8ff8-6c4f-4ca0-b7f5-321f2feee4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:58.495887 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-8dae8ff8-6c4f-4ca0-b7f5-321f2feee4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:37:58.503621 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-8dae8ff8-6c4f-4ca0-b7f5-321f2feee4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:97ff7fc4cb7f4da8a572044671c11063 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:37:58.506833 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-8dae8ff8-6c4f-4ca0-b7f5-321f2feee4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:37:58.516644 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-8dae8ff8-6c4f-4ca0-b7f5-321f2feee4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:37:58.680889 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8dae8ff8-6c4f-4ca0-b7f5-321f2feee4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:58.688874 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8dae8ff8-6c4f-4ca0-b7f5-321f2feee4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:58.809540 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae8ff8-6c4f-4ca0-b7f5-321f2feee4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c39d1d-5944-49e2-ad19-be4c91ecf909,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:58.851038 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-8dae8ff8-6c4f-4ca0-b7f5-321f2feee4a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97ff7fc4cb7f4da8a572044671c11063&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8378274 Jan 26 20:37:58.854908 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38600) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:37:58.926300 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0153c3fc-9400-42dc-a3dd-a78143e5dc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:58.991505 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0153c3fc-9400-42dc-a3dd-a78143e5dc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:59.112776 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0153c3fc-9400-42dc-a3dd-a78143e5dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:59.177146 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153c3fc-9400-42dc-a3dd-a78143e5dc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c39d1d-5944-49e2-ad19-be4c91ecf909,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:37:59.209463 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0153c3fc-9400-42dc-a3dd-a78143e5dc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:37:59.231426 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-0153c3fc-9400-42dc-a3dd-a78143e5dc09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7c39d1d-5944-49e2-ad19-be4c91ecf909 HTTP/1.1" status: 204 len: 168 time: 0.3702974 Jan 26 20:37:59.501266 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25459789-c658-4117-8ed6-bf63ff0d8bbf req-249fc5f6-8d79-4866-b026-9e82ee98d6bd tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:37:59.503926 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-25459789-c658-4117-8ed6-bf63ff0d8bbf req-249fc5f6-8d79-4866-b026-9e82ee98d6bd tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1146810 Jan 26 20:37:59.581510 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-25459789-c658-4117-8ed6-bf63ff0d8bbf req-9c9b74fd-d8a4-473b-843f-b1424fe3678b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673659 Jan 26 20:38:00.889713 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c6ebf-530f-4c3f-87db-2c076f3a77d8 req-e05482ae-87b5-48af-9842-cc1aa8cb0677 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:00.897613 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-001c6ebf-530f-4c3f-87db-2c076f3a77d8 req-e05482ae-87b5-48af-9842-cc1aa8cb0677 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1420763 Jan 26 20:38:00.957981 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-001c6ebf-530f-4c3f-87db-2c076f3a77d8 req-8d77a23d-306c-4ff4-acff-656eaceb0998 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592442 Jan 26 20:38:01.834487 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38754) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:02.037777 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-86c19fdf-11ef-415b-bddc-25613fcc2405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.117460 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-86c19fdf-11ef-415b-bddc-25613fcc2405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:02.122285 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-86c19fdf-11ef-415b-bddc-25613fcc2405 admin admin] Usage tracker for resource:security_group_rule and tenant:6960e55e8a42492c803265f0d1d07cd2 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:02.125698 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-86c19fdf-11ef-415b-bddc-25613fcc2405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:02.135846 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-86c19fdf-11ef-415b-bddc-25613fcc2405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:02.167526 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38774) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:02.251316 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-86c19fdf-11ef-415b-bddc-25613fcc2405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.258575 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-86c19fdf-11ef-415b-bddc-25613fcc2405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.280878 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817452f9-009d-4fcd-82bc-da871bf7a4dc req-8e0ca637-efaf-42ef-9abc-3476a54ca8ea tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:02.288409 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-817452f9-009d-4fcd-82bc-da871bf7a4dc req-8e0ca637-efaf-42ef-9abc-3476a54ca8ea tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1951671 Jan 26 20:38:02.310595 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c19fdf-11ef-415b-bddc-25613fcc2405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5079f960-54c7-415c-bece-08d5cb26fe76,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:02.319329 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-86c19fdf-11ef-415b-bddc-25613fcc2405 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6960e55e8a42492c803265f0d1d07cd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4827507 Jan 26 20:38:02.320852 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38780) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:02.351645 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-817452f9-009d-4fcd-82bc-da871bf7a4dc req-08dec701-2949-4321-bd02-b27354ea92e1 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624061 Jan 26 20:38:02.403005 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-13573be0-4784-4772-b2eb-3dc888bdfcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.471043 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-13573be0-4784-4772-b2eb-3dc888bdfcdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:02.479617 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-13573be0-4784-4772-b2eb-3dc888bdfcdb admin admin] Usage tracker for resource:security_group_rule and tenant:76f4308ee350415fa7021373b57e264d is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:02.484094 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-13573be0-4784-4772-b2eb-3dc888bdfcdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:02.487156 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5fa9240-2c48-4092-9722-8c4f2d260cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.492507 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-13573be0-4784-4772-b2eb-3dc888bdfcdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:02.529948 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5fa9240-2c48-4092-9722-8c4f2d260cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.636317 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-13573be0-4784-4772-b2eb-3dc888bdfcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.638165 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5fa9240-2c48-4092-9722-8c4f2d260cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.654008 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-13573be0-4784-4772-b2eb-3dc888bdfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.665370 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa9240-2c48-4092-9722-8c4f2d260cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5079f960-54c7-415c-bece-08d5cb26fe76,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:02.702161 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5fa9240-2c48-4092-9722-8c4f2d260cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.705856 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-d5fa9240-2c48-4092-9722-8c4f2d260cfa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5079f960-54c7-415c-bece-08d5cb26fe76 HTTP/1.1" status: 204 len: 168 time: 0.3832867 Jan 26 20:38:02.721977 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-13573be0-4784-4772-b2eb-3dc888bdfcdb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76f4308ee350415fa7021373b57e264d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5533116 Jan 26 20:38:02.725332 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38792) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:02.727473 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13573be0-4784-4772-b2eb-3dc888bdfcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa708e92-a9d1-463b-88c2-ec1b2ee7603e,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:02.797272 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1094e547-e8ab-4907-9547-73bfc3cc3ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.829343 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1094e547-e8ab-4907-9547-73bfc3cc3ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.911778 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1094e547-e8ab-4907-9547-73bfc3cc3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.938678 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094e547-e8ab-4907-9547-73bfc3cc3ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa708e92-a9d1-463b-88c2-ec1b2ee7603e,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:02.956162 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1094e547-e8ab-4907-9547-73bfc3cc3ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:02.961390 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1094e547-e8ab-4907-9547-73bfc3cc3ae8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa708e92-a9d1-463b-88c2-ec1b2ee7603e HTTP/1.1" status: 204 len: 168 time: 0.2343647 Jan 26 20:38:03.165762 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:03.521132 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38828) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:03.606296 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183bee7-0676-4c51-9ee2-3c5cb4efc239 req-68a8c39f-de92-4c05-86c8-e57e3c3de3cf tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:03.608285 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f183bee7-0676-4c51-9ee2-3c5cb4efc239 req-68a8c39f-de92-4c05-86c8-e57e3c3de3cf tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1011224 Jan 26 20:38:03.649971 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38836) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:03.664931 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f183bee7-0676-4c51-9ee2-3c5cb4efc239 req-83c1739a-2144-4212-86ac-639dcfd12296 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489094 Jan 26 20:38:03.668548 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0192f3a4-c32a-45ef-af90-e3b0a27d5a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:03.708597 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-0192f3a4-c32a-45ef-af90-e3b0a27d5a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:03.713784 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-0192f3a4-c32a-45ef-af90-e3b0a27d5a30 admin admin] Usage tracker for resource:security_group_rule and tenant:db096b2bbaea47b98b7ae5493625cd04 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:03.718034 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-0192f3a4-c32a-45ef-af90-e3b0a27d5a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:03.724376 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-0192f3a4-c32a-45ef-af90-e3b0a27d5a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:03.813281 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0192f3a4-c32a-45ef-af90-e3b0a27d5a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:03.820556 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0192f3a4-c32a-45ef-af90-e3b0a27d5a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:03.939359 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cfe29128-b36e-4f26-9c1f-6376441c5395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:03.963774 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-0192f3a4-c32a-45ef-af90-e3b0a27d5a30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db096b2bbaea47b98b7ae5493625cd04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3080761 Jan 26 20:38:03.963774 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192f3a4-c32a-45ef-af90-e3b0a27d5a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d896c46a-8647-42a8-a5ed-bba7a2384ea3,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:03.964237 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38846) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:03.984257 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-cfe29128-b36e-4f26-9c1f-6376441c5395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:03.990214 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-cfe29128-b36e-4f26-9c1f-6376441c5395 admin admin] Usage tracker for resource:security_group_rule and tenant:5a6612f3119546c197b4509d5ca310da is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:03.994788 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-cfe29128-b36e-4f26-9c1f-6376441c5395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:04.010033 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-cfe29128-b36e-4f26-9c1f-6376441c5395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:04.039649 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2535ffd4-b3d1-4e13-b362-503f45f19fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:04.080126 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2535ffd4-b3d1-4e13-b362-503f45f19fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:04.107494 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cfe29128-b36e-4f26-9c1f-6376441c5395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:04.112854 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cfe29128-b36e-4f26-9c1f-6376441c5395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:04.163992 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe29128-b36e-4f26-9c1f-6376441c5395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3f4701-b061-408d-906e-9db91bdbf409,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:04.176339 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38856) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:04.176875 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-cfe29128-b36e-4f26-9c1f-6376441c5395 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a6612f3119546c197b4509d5ca310da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6532073 Jan 26 20:38:04.213626 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2535ffd4-b3d1-4e13-b362-503f45f19fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:04.236346 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535ffd4-b3d1-4e13-b362-503f45f19fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d896c46a-8647-42a8-a5ed-bba7a2384ea3,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:04.285526 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2535ffd4-b3d1-4e13-b362-503f45f19fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:04.286613 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-2535ffd4-b3d1-4e13-b362-503f45f19fb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d896c46a-8647-42a8-a5ed-bba7a2384ea3 HTTP/1.1" status: 204 len: 168 time: 0.3213203 Jan 26 20:38:04.304321 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f7173847-8cd0-4266-8a45-468ace510719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:04.334174 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f7173847-8cd0-4266-8a45-468ace510719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:04.403737 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f7173847-8cd0-4266-8a45-468ace510719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:04.423922 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7173847-8cd0-4266-8a45-468ace510719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3f4701-b061-408d-906e-9db91bdbf409,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:04.425742 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f7173847-8cd0-4266-8a45-468ace510719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:04.426915 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-f7173847-8cd0-4266-8a45-468ace510719 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d3f4701-b061-408d-906e-9db91bdbf409 HTTP/1.1" status: 204 len: 168 time: 0.2492089 Jan 26 20:38:04.992921 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29df61-3acb-474f-8f65-e826673854ec req-8a3613c9-0f6f-4e27-b4bf-7c33bbfe2949 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:04.996748 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bb29df61-3acb-474f-8f65-e826673854ec req-8a3613c9-0f6f-4e27-b4bf-7c33bbfe2949 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1593359 Jan 26 20:38:05.091750 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bb29df61-3acb-474f-8f65-e826673854ec req-baa17a0d-0ccd-4d5e-9ee9-db4afdd24c43 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868254 Jan 26 20:38:05.926840 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 38944) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:06.085080 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-102706395-network', 'tenant_id': '09bf08612ce64352b01e5318ee3f019d'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:06.091850 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:06.094213 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Usage tracker for resource:network and tenant:09bf08612ce64352b01e5318ee3f019d is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:06.099189 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:06.108604 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:06.125362 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Made reservation on behalf of 09bf08612ce64352b01e5318ee3f019d for: {'network': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:38:06.128080 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:06.144416 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:06.187312 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:06.193185 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Usage tracker for resource:security_group_rule and tenant:09bf08612ce64352b01e5318ee3f019d is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:06.197401 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:06.204243 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:06.439129 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:06.456481 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:06.503235 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=82708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:38:06.519384 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3f6fd-71e7-49e9-a5a9-6bcc4d646de2 req-03933988-5895-4b64-a5bc-6bfc65a353f7 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:06.520860 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d9f3f6fd-71e7-49e9-a5a9-6bcc4d646de2 req-03933988-5895-4b64-a5bc-6bfc65a353f7 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1547744 Jan 26 20:38:06.525253 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e97560b-ed70-4034-8b9f-80398c75f36a,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:06.531624 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:06.531927 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.segments_db [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Added segment 097773e4-dd30-4aac-86b9-ceac6f674240 of type vlan for network 1661b8bc-892d-42b1-8739-61d61cdc1a6a Jan 26 20:38:06.616706 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d9f3f6fd-71e7-49e9-a5a9-6bcc4d646de2 req-85c8a556-574a-4828-8e39-1b3865cb532f tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864344 Jan 26 20:38:06.620632 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:06.669115 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:06.670593 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:06.671788 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:06.780392 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] Pushing event updated for resources: {'Network': ['ID=1661b8bc-892d-42b1-8739-61d61cdc1a6a,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:06.786333 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-08ce6a9d-2847-4f20-88bd-c1ec22a7cde6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8583567 Jan 26 20:38:06.787015 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 38990) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:06.797650 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Request body: {'subnet': {'network_id': '1661b8bc-892d-42b1-8739-61d61cdc1a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-102706395-subnet', 'tenant_id': '09bf08612ce64352b01e5318ee3f019d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:06.804789 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 1661b8bc-892d-42b1-8739-61d61cdc1a6a details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:38:06.814020 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:06.820626 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Usage tracker for resource:subnet and tenant:09bf08612ce64352b01e5318ee3f019d is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:06.825195 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:06.835730 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:06.857206 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Made reservation on behalf of 09bf08612ce64352b01e5318ee3f019d for: {'subnet': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:38:06.862089 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6641116'] for subnet, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:07.142775 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39006) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:07.268237 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7398242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6641098'] for subnet, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:07.377704 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb817ff-086f-46a6-ad54-a144e48a550d,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:07.389317 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Checking segment: {'id': '097773e4-dd30-4aac-86b9-ceac6f674240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1661b8bc-892d-42b1-8739-61d61cdc1a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:38:07.390014 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Network hostable DHCP agents. Network: 1661b8bc-892d-42b1-8739-61d61cdc1a6a, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:38:07.429021 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fa13e60e-834b-40a6-906f-5ebdd96ac193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:07.495144 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Network 1661b8bc-892d-42b1-8739-61d61cdc1a6a is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:38:07.517290 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 1661b8bc-892d-42b1-8739-61d61cdc1a6a) {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:07.522599 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:07.523543 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:07.527690 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-fa13e60e-834b-40a6-906f-5ebdd96ac193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:07.530447 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbfd666-35b5-4b44-bb7c-ad59fb2a6e70 None None] Network 1661b8bc-892d-42b1-8739-61d61cdc1a6a requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:38:07.533502 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-fa13e60e-834b-40a6-906f-5ebdd96ac193 admin admin] Usage tracker for resource:security_group_rule and tenant:aafb12dbd8fb4754ab0388209ce7eeb3 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:07.536940 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-fa13e60e-834b-40a6-906f-5ebdd96ac193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:07.551042 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-fa13e60e-834b-40a6-906f-5ebdd96ac193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:07.565776 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-cbb22f7d-8586-45f8-9654-66a1c82dd80b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7770686 Jan 26 20:38:07.688025 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fa13e60e-834b-40a6-906f-5ebdd96ac193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:07.699232 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fa13e60e-834b-40a6-906f-5ebdd96ac193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:07.781043 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13e60e-834b-40a6-906f-5ebdd96ac193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401f065c-c7f2-4e61-a710-457b3e5889e4,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:07.787386 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-fa13e60e-834b-40a6-906f-5ebdd96ac193 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aafb12dbd8fb4754ab0388209ce7eeb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6429513 Jan 26 20:38:07.789905 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39024) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:07.929870 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1336195e-3b4d-4cab-a4f0-509ca3fec3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:07.958336 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c7dd7c-becf-4247-8d59-a1716509acde None None] Network 1661b8bc-892d-42b1-8739-61d61cdc1a6a requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:38:07.995534 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1336195e-3b4d-4cab-a4f0-509ca3fec3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:08.045995 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fd0ee-3be9-4fe5-b916-4fbc2f8d4f50 req-a9376315-8d20-49ab-a07c-8046feb31ffe tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:08.048457 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ae8fd0ee-3be9-4fe5-b916-4fbc2f8d4f50 req-a9376315-8d20-49ab-a07c-8046feb31ffe tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.2268937 Jan 26 20:38:08.109350 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1336195e-3b4d-4cab-a4f0-509ca3fec3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:08.135477 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336195e-3b4d-4cab-a4f0-509ca3fec3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401f065c-c7f2-4e61-a710-457b3e5889e4,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:08.152090 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ae8fd0ee-3be9-4fe5-b916-4fbc2f8d4f50 req-8cb6bfb6-dd7a-4cf5-ad53-b4c3f1932b36 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795109 Jan 26 20:38:08.160541 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1336195e-3b4d-4cab-a4f0-509ca3fec3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:08.162541 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-1336195e-3b4d-4cab-a4f0-509ca3fec3be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/401f065c-c7f2-4e61-a710-457b3e5889e4 HTTP/1.1" status: 204 len: 168 time: 0.3705130 Jan 26 20:38:08.699493 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39058) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:08.722892 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f0340ca4-795b-4df5-b562-c1232a508895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:08.766055 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-f0340ca4-795b-4df5-b562-c1232a508895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:08.778297 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-f0340ca4-795b-4df5-b562-c1232a508895 admin admin] Usage tracker for resource:security_group_rule and tenant:2b70c4f74005410cbbafaf613c017952 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:08.781940 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-f0340ca4-795b-4df5-b562-c1232a508895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:08.790779 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-f0340ca4-795b-4df5-b562-c1232a508895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:08.869759 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f0340ca4-795b-4df5-b562-c1232a508895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:08.875808 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f0340ca4-795b-4df5-b562-c1232a508895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:08.921619 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0340ca4-795b-4df5-b562-c1232a508895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc2a76e-893e-4877-8f27-7060942ea759,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:08.930741 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-f0340ca4-795b-4df5-b562-c1232a508895 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b70c4f74005410cbbafaf613c017952&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2298851 Jan 26 20:38:08.933246 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39064) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:09.008718 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-753ef004-b7a8-4503-ac02-6f0787c83738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.035216 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-753ef004-b7a8-4503-ac02-6f0787c83738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.091189 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-753ef004-b7a8-4503-ac02-6f0787c83738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.108401 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ef004-b7a8-4503-ac02-6f0787c83738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc2a76e-893e-4877-8f27-7060942ea759,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:09.119613 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-753ef004-b7a8-4503-ac02-6f0787c83738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.124092 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-753ef004-b7a8-4503-ac02-6f0787c83738 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7cc2a76e-893e-4877-8f27-7060942ea759 HTTP/1.1" status: 204 len: 168 time: 0.1895916 Jan 26 20:38:09.191133 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39076) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:09.197186 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2089989381-network', 'tenant_id': '74947a40e1d94472a0589af29a9582dc'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:09.201906 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:09.205787 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Usage tracker for resource:network and tenant:74947a40e1d94472a0589af29a9582dc is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:09.208640 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:09.214650 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:09.228811 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Made reservation on behalf of 74947a40e1d94472a0589af29a9582dc for: {'network': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:38:09.231381 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.244997 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.282963 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:09.288271 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:74947a40e1d94472a0589af29a9582dc is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:09.292107 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:09.299552 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:09.380109 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.386682 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.449932 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=82709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:38:09.461130 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59710db2-3754-443c-9ab3-a6f98a64f0eb,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:09.478735 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.479104 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.segments_db [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Added segment cd6a0592-ad08-4acd-80b4-9565a6f0316a of type vlan for network 1169d0eb-3910-4e3b-9de7-2a3d7252029f Jan 26 20:38:09.516480 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.562938 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.565365 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:09.566132 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.644109 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39088) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:09.670370 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8be70818-18f6-49d0-9323-bb31244c9209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:09.706412 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5094883 Jan 26 20:38:09.706412 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ecb5d-faea-44d7-8066-3c1606cfc0a0 admin admin] Pushing event updated for resources: {'Network': ['ID=1169d0eb-3910-4e3b-9de7-2a3d7252029f,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:09.708868 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39092) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:09.720101 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 1169d0eb-3910-4e3b-9de7-2a3d7252029f details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:38:09.724748 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Request body: {'subnet': {'network_id': '1169d0eb-3910-4e3b-9de7-2a3d7252029f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2089989381-subnet', 'tenant_id': '74947a40e1d94472a0589af29a9582dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:09.735438 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:09.739451 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-8be70818-18f6-49d0-9323-bb31244c9209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:09.746078 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Usage tracker for resource:subnet and tenant:74947a40e1d94472a0589af29a9582dc is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:09.748998 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-8be70818-18f6-49d0-9323-bb31244c9209 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d1af6532094181829da24b932fe588 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:09.751874 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:09.754542 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-8be70818-18f6-49d0-9323-bb31244c9209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:09.767002 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:09.780410 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-8be70818-18f6-49d0-9323-bb31244c9209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:09.795851 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Made reservation on behalf of 74947a40e1d94472a0589af29a9582dc for: {'subnet': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:38:09.800998 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:10.001822 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8be70818-18f6-49d0-9323-bb31244c9209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:10.011920 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8be70818-18f6-49d0-9323-bb31244c9209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:10.120393 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be70818-18f6-49d0-9323-bb31244c9209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3ecbfc-3096-4723-94a2-d946bc0ea637,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:10.128750 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-8be70818-18f6-49d0-9323-bb31244c9209 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6d1af6532094181829da24b932fe588&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4834507 Jan 26 20:38:10.132173 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39104) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:10.214798 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for subnet, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:10.309965 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2ffa20de-0a0e-4a14-a6f3-83e9b52b3c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:10.329778 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=104ce100-a530-4ee2-8b1b-c6c0eaf4ddb1,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:10.356227 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Checking segment: {'id': 'cd6a0592-ad08-4acd-80b4-9565a6f0316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1169d0eb-3910-4e3b-9de7-2a3d7252029f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:38:10.356601 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Network hostable DHCP agents. Network: 1169d0eb-3910-4e3b-9de7-2a3d7252029f, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:38:10.362369 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2ffa20de-0a0e-4a14-a6f3-83e9b52b3c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:10.479961 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Network 1169d0eb-3910-4e3b-9de7-2a3d7252029f is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:38:10.499887 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 1169d0eb-3910-4e3b-9de7-2a3d7252029f) {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:10.505989 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:10.506621 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:10.512080 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2ffa20de-0a0e-4a14-a6f3-83e9b52b3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:10.522346 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6a86a0-dea0-4d94-8d8a-b2de2a028a75 None None] Network 1169d0eb-3910-4e3b-9de7-2a3d7252029f requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:38:10.553696 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa20de-0a0e-4a14-a6f3-83e9b52b3c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3ecbfc-3096-4723-94a2-d946bc0ea637,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:10.581264 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523d5b8-28b1-4a67-b5b5-bae0bf12dc7a req-b9d7aa26-8c21-4585-b6f5-4761a7865ed8 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:10.583739 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e523d5b8-28b1-4a67-b5b5-bae0bf12dc7a req-b9d7aa26-8c21-4585-b6f5-4761a7865ed8 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1781301 Jan 26 20:38:10.644777 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-150ee087-09bb-4f69-a488-7276e25ae533 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9256046 Jan 26 20:38:10.647504 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2ffa20de-0a0e-4a14-a6f3-83e9b52b3c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:10.648892 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-2ffa20de-0a0e-4a14-a6f3-83e9b52b3c7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b3ecbfc-3096-4723-94a2-d946bc0ea637 HTTP/1.1" status: 204 len: 168 time: 0.5154178 Jan 26 20:38:10.693423 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e523d5b8-28b1-4a67-b5b5-bae0bf12dc7a req-5e3a3f73-2c78-42e5-b20f-8ea97eed66f8 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997162 Jan 26 20:38:10.861344 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39122) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:10.879727 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1431da1c-322e-473d-be1b-79d800b15491 None None] Network 1169d0eb-3910-4e3b-9de7-2a3d7252029f requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:38:10.937692 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_v2 [None req-30985e9c-2a06-4e01-a531-c619d439068b admin admin] Deleting subnet ecb817ff-086f-46a6-ad54-a144e48a550d {{(pid=82709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:38:10.941602 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-30985e9c-2a06-4e01-a531-c619d439068b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:11.043402 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-30985e9c-2a06-4e01-a531-c619d439068b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7504128'] for subnet, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:11.129872 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-30985e9c-2a06-4e01-a531-c619d439068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:11.251457 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-30985e9c-2a06-4e01-a531-c619d439068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7398177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6641091'] for subnet, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:11.295089 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30985e9c-2a06-4e01-a531-c619d439068b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb817ff-086f-46a6-ad54-a144e48a550d,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:11.315295 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-30985e9c-2a06-4e01-a531-c619d439068b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:11.329852 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-30985e9c-2a06-4e01-a531-c619d439068b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ecb817ff-086f-46a6-ad54-a144e48a550d HTTP/1.1" status: 204 len: 168 time: 0.4663773 Jan 26 20:38:11.331768 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39144) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:11.640471 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:11.823440 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:11.855378 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.855963 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.856886 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.857400 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > port after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.857894 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.858433 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > port after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.858921 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.859444 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.859929 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.860438 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.941007 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.941593 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.941927 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.942256 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:38:11.943138 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1661b8bc-892d-42b1-8739-61d61cdc1a6a']}} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:11.957745 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097773e4-dd30-4aac-86b9-ceac6f674240') {'for_net_delete': True} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:11.958029 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097773e4-dd30-4aac-86b9-ceac6f674240') {} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:11.971452 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7732280'] for segment, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:11.989730 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:11.997957 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=82708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:38:11.998345 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080700'] for segment, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: util.warn_limited( Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: util.warn_limited( Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: Traceback (most recent call last): Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: timer() Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: cb(*args, **kw) Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: return func(*args, **kwargs) Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: self._notify() Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: self.callback(batched_events) Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: event.method(event) Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: return f(self, *a, **k) Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._get(url).json() Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: return self.request(url, 'GET', **kwargs) Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:38:12.023938 dv-cinder-826519-1-iscsi neutron-server[82708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:38:12.134645 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.164488 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.178786 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] Pushing event deleted for resources: {'Network': ['ID=1661b8bc-892d-42b1-8739-61d61cdc1a6a,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:12.186352 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-9501ffc7-782d-4464-8fe1-63521e2a7247 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1661b8bc-892d-42b1-8739-61d61cdc1a6a HTTP/1.1" status: 204 len: 168 time: 0.8490274 Jan 26 20:38:12.186352 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39176) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:12.253350 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_v2 [None req-4046de54-3192-45e2-99ed-f20022e9f7a5 admin admin] Deleting subnet 104ce100-a530-4ee2-8b1b-c6c0eaf4ddb1 {{(pid=82708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:38:12.257969 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4046de54-3192-45e2-99ed-f20022e9f7a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.323893 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4046de54-3192-45e2-99ed-f20022e9f7a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7732275'] for subnet, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.352012 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39182) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:12.400786 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4046de54-3192-45e2-99ed-f20022e9f7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.509830 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4046de54-3192-45e2-99ed-f20022e9f7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7713946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8011353'] for subnet, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.548953 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046de54-3192-45e2-99ed-f20022e9f7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=104ce100-a530-4ee2-8b1b-c6c0eaf4ddb1,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:12.551568 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5eb0da15-d46b-49ad-b607-b09894c9fced admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.574862 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-dd716fc2-463b-44ee-8511-f986281d8488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.575489 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4046de54-3192-45e2-99ed-f20022e9f7a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.583023 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-4046de54-3192-45e2-99ed-f20022e9f7a5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/104ce100-a530-4ee2-8b1b-c6c0eaf4ddb1 HTTP/1.1" status: 204 len: 168 time: 0.3944087 Jan 26 20:38:12.584165 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39190) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:12.600800 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-5eb0da15-d46b-49ad-b607-b09894c9fced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:12.607039 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-5eb0da15-d46b-49ad-b607-b09894c9fced admin admin] Usage tracker for resource:security_group_rule and tenant:448e9a34ced84d9b9c93f8b9bbb665de is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:12.611881 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-5eb0da15-d46b-49ad-b607-b09894c9fced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:12.622378 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-5eb0da15-d46b-49ad-b607-b09894c9fced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:12.720486 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.783577 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5eb0da15-d46b-49ad-b607-b09894c9fced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.793236 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5eb0da15-d46b-49ad-b607-b09894c9fced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.862635 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0da15-d46b-49ad-b607-b09894c9fced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6bc7f6-1416-4918-8b59-3814088a71cc,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:12.884555 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-5eb0da15-d46b-49ad-b607-b09894c9fced admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=448e9a34ced84d9b9c93f8b9bbb665de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5313475 Jan 26 20:38:12.887417 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39200) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:12.928543 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.955005 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1169d0eb-3910-4e3b-9de7-2a3d7252029f']}} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:12.957918 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8af70ecb-c49b-47be-b934-d830cc9ff345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.968926 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6a0592-ad08-4acd-80b4-9565a6f0316a') {'for_net_delete': True} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:12.969238 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6a0592-ad08-4acd-80b4-9565a6f0316a') {} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:12.982567 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7732280'] for segment, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.985501 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8af70ecb-c49b-47be-b934-d830cc9ff345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:12.999476 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.005608 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=82708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:38:13.006038 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080700'] for segment, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: Traceback (most recent call last): Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: timer() Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: cb(*args, **kw) Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: return func(*args, **kwargs) Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: self._notify() Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: self.callback(batched_events) Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: event.method(event) Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: return f(self, *a, **k) Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._get(url).json() Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: return self.request(url, 'GET', **kwargs) Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:38:13.019427 dv-cinder-826519-1-iscsi neutron-server[82708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:38:13.046965 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8af70ecb-c49b-47be-b934-d830cc9ff345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.063686 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af70ecb-c49b-47be-b934-d830cc9ff345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6bc7f6-1416-4918-8b59-3814088a71cc,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:13.072136 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8af70ecb-c49b-47be-b934-d830cc9ff345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.075610 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-8af70ecb-c49b-47be-b934-d830cc9ff345 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec6bc7f6-1416-4918-8b59-3814088a71cc HTTP/1.1" status: 204 len: 168 time: 0.1866608 Jan 26 20:38:13.104006 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.123558 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.129936 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=1169d0eb-3910-4e3b-9de7-2a3d7252029f,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:13.135323 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-39dd7249-a265-4f6f-88a4-7f50c8cc1f9d admin admin] 10.222.0.53 "DELETE /v2.0/networks/1169d0eb-3910-4e3b-9de7-2a3d7252029f HTTP/1.1" status: 204 len: 168 time: 0.5500550 Jan 26 20:38:13.308593 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39212) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:13.372991 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-3a4993f1-0f40-41d4-9916-af45f5384105 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09bf08612ce64352b01e5318ee3f019d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0598686 Jan 26 20:38:13.373922 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39216) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:13.446842 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-672ef4e3-6977-4ec1-8ab0-d22e1b4fe3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.478225 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-672ef4e3-6977-4ec1-8ab0-d22e1b4fe3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.547835 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-672ef4e3-6977-4ec1-8ab0-d22e1b4fe3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.566295 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ef4e3-6977-4ec1-8ab0-d22e1b4fe3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e97560b-ed70-4034-8b9f-80398c75f36a,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:13.570294 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-672ef4e3-6977-4ec1-8ab0-d22e1b4fe3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.574098 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-672ef4e3-6977-4ec1-8ab0-d22e1b4fe3b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e97560b-ed70-4034-8b9f-80398c75f36a HTTP/1.1" status: 204 len: 168 time: 0.1964936 Jan 26 20:38:13.682905 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39222) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:13.704248 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2c06333-028d-451e-84be-951e0b2bb44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.748391 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b2c06333-028d-451e-84be-951e0b2bb44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:13.752578 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b2c06333-028d-451e-84be-951e0b2bb44a admin admin] Usage tracker for resource:security_group_rule and tenant:0f348c98be524d808a7a3e2715d2b4eb is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:13.755586 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b2c06333-028d-451e-84be-951e0b2bb44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:13.765913 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b2c06333-028d-451e-84be-951e0b2bb44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:13.849403 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2c06333-028d-451e-84be-951e0b2bb44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.853665 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2c06333-028d-451e-84be-951e0b2bb44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:13.914906 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c06333-028d-451e-84be-951e0b2bb44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc803470-72ab-46e2-900f-d7b5a12faab0,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:13.957709 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b2c06333-028d-451e-84be-951e0b2bb44a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f348c98be524d808a7a3e2715d2b4eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2736788 Jan 26 20:38:13.960876 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39232) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:14.051360 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39236) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:14.112142 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ebbe401a-8b82-459f-9e4a-d1e1414dd697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:14.143753 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-4db67569-6c77-4b7d-a131-2f7197f130de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74947a40e1d94472a0589af29a9582dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0898356 Jan 26 20:38:14.144703 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39240) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:14.146771 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ebbe401a-8b82-459f-9e4a-d1e1414dd697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:14.233844 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ebbe401a-8b82-459f-9e4a-d1e1414dd697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:14.261918 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe401a-8b82-459f-9e4a-d1e1414dd697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc803470-72ab-46e2-900f-d7b5a12faab0,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:14.281248 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ebbe401a-8b82-459f-9e4a-d1e1414dd697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:14.287637 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-ebbe401a-8b82-459f-9e4a-d1e1414dd697 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc803470-72ab-46e2-900f-d7b5a12faab0 HTTP/1.1" status: 204 len: 168 time: 0.3226087 Jan 26 20:38:14.365185 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-247b34e1-f62a-4323-a1ee-247f815e6e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:14.439461 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-247b34e1-f62a-4323-a1ee-247f815e6e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:14.528697 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c66837-e30c-436a-a34a-919257df5603 req-8dcae32c-518e-4fb4-a4eb-300a5423f164 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:14.537059 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c8c66837-e30c-436a-a34a-919257df5603 req-8dcae32c-518e-4fb4-a4eb-300a5423f164 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.3166559 Jan 26 20:38:14.631371 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c8c66837-e30c-436a-a34a-919257df5603 req-d4126d0a-b28d-4b8a-8c4f-28e4f32b062e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888119 Jan 26 20:38:14.639554 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-247b34e1-f62a-4323-a1ee-247f815e6e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:14.660355 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b34e1-f62a-4323-a1ee-247f815e6e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59710db2-3754-443c-9ab3-a6f98a64f0eb,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:14.669749 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4e743dbf-3d11-41f3-9a3f-98bfcbc9430b req-b9feab40-42d1-4c53-b44c-e0b17716c520 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 1099 time: 0.2046735 Jan 26 20:38:14.673205 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-247b34e1-f62a-4323-a1ee-247f815e6e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:14.678283 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-247b34e1-f62a-4323-a1ee-247f815e6e97 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59710db2-3754-443c-9ab3-a6f98a64f0eb HTTP/1.1" status: 204 len: 168 time: 0.5283687 Jan 26 20:38:14.722795 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4e743dbf-3d11-41f3-9a3f-98bfcbc9430b req-57d84c42-c4c8-4599-a758-8fc89dd8e576 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445797 Jan 26 20:38:14.822070 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-a76c4770-9af3-4791-81e3-9f982671994b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:15.086455 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39262) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:15.133937 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-3d342c40-7c11-4696-aa28-028ddc4b1acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:15.179514 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-3d342c40-7c11-4696-aa28-028ddc4b1acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:15.185064 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-3d342c40-7c11-4696-aa28-028ddc4b1acb admin admin] Usage tracker for resource:security_group_rule and tenant:3c4c0116bfbd480ea5314737ad57b36d is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:15.189332 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-3d342c40-7c11-4696-aa28-028ddc4b1acb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:15.199718 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-3d342c40-7c11-4696-aa28-028ddc4b1acb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:15.302349 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-3d342c40-7c11-4696-aa28-028ddc4b1acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:15.307602 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-3d342c40-7c11-4696-aa28-028ddc4b1acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:15.406411 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-3d342c40-7c11-4696-aa28-028ddc4b1acb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c4c0116bfbd480ea5314737ad57b36d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3144999 Jan 26 20:38:15.407827 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39280) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:15.442925 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d342c40-7c11-4696-aa28-028ddc4b1acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5a77d2-90bc-4b12-b7cd-23335b2eb998,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:15.553345 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-331d242e-a0c0-4a74-9ac3-5bae767df0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:15.595678 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-331d242e-a0c0-4a74-9ac3-5bae767df0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:15.688240 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-331d242e-a0c0-4a74-9ac3-5bae767df0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:15.708257 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d242e-a0c0-4a74-9ac3-5bae767df0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5a77d2-90bc-4b12-b7cd-23335b2eb998,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:15.718453 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-331d242e-a0c0-4a74-9ac3-5bae767df0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:15.725920 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-331d242e-a0c0-4a74-9ac3-5bae767df0a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba5a77d2-90bc-4b12-b7cd-23335b2eb998 HTTP/1.1" status: 204 len: 168 time: 0.3171053 Jan 26 20:38:16.014233 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ee8d8-3a56-404c-ab5e-7e6b2544d31d req-18be1926-5cb5-47f2-8e19-7f06b580585d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:16.016733 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8e5ee8d8-3a56-404c-ab5e-7e6b2544d31d req-18be1926-5cb5-47f2-8e19-7f06b580585d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1496890 Jan 26 20:38:16.080891 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:16.128480 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:16.133350 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8e5ee8d8-3a56-404c-ab5e-7e6b2544d31d req-918b42ee-6a84-41e8-b678-d40e6bd337a8 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096942 Jan 26 20:38:17.465827 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046beba4-2c68-4503-839b-e9ba3068a539 req-bf901fce-5a22-4801-aeaf-766ec824aabf tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:17.487865 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-046beba4-2c68-4503-839b-e9ba3068a539 req-bf901fce-5a22-4801-aeaf-766ec824aabf tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1609442 Jan 26 20:38:17.591758 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-046beba4-2c68-4503-839b-e9ba3068a539 req-3f2ccc63-bdcb-43de-98bc-5acf1ab7a120 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005323 Jan 26 20:38:17.941750 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca83be-9be1-4d92-9452-3fdc53c15e0d req-45c256d1-f813-4cd4-b001-e06c2681ad35 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:17.944736 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-48ca83be-9be1-4d92-9452-3fdc53c15e0d req-45c256d1-f813-4cd4-b001-e06c2681ad35 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1357942 Jan 26 20:38:17.998243 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:18.019995 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-48ca83be-9be1-4d92-9452-3fdc53c15e0d req-faea6a51-49dc-4189-bc87-90cc7f85aecc tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640287 Jan 26 20:38:19.543713 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c3b7fcc2-9bf3-4942-a2d0-f406713db8e2 req-edab08ce-e179-4000-b81c-6ff5b0f9a935 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 1098 time: 0.2388847 Jan 26 20:38:19.602878 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555310-6130-459c-8878-53d65b56690f req-51a238b8-7300-4db1-a6aa-6e087035d69f tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:19.605189 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e555310-6130-459c-8878-53d65b56690f req-51a238b8-7300-4db1-a6aa-6e087035d69f tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1392014 Jan 26 20:38:19.679554 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4e555310-6130-459c-8878-53d65b56690f req-5583c90f-50da-4838-9602-5abf32f80e6a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682657 Jan 26 20:38:19.733141 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7fcc2-9bf3-4942-a2d0-f406713db8e2 req-7b5d399e-7a83-4d13-9236-3e5a70edf699 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:19.735756 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c3b7fcc2-9bf3-4942-a2d0-f406713db8e2 req-7b5d399e-7a83-4d13-9236-3e5a70edf699 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 200 len: 920 time: 0.1820726 Jan 26 20:38:19.812660 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c3b7fcc2-9bf3-4942-a2d0-f406713db8e2 req-057123c3-e9d4-49d8-b528-3ec233e5050c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72 HTTP/1.1" status: 200 len: 217 time: 0.0698891 Jan 26 20:38:19.895308 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7fcc2-9bf3-4942-a2d0-f406713db8e2 req-a28f7991-a701-43f3-84b6-0eaecfc43128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:19.896794 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c3b7fcc2-9bf3-4942-a2d0-f406713db8e2 req-a28f7991-a701-43f3-84b6-0eaecfc43128 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a71d783-e3a8-40d2-b37b-0c93d1b53c2d HTTP/1.1" status: 200 len: 859 time: 0.0757630 Jan 26 20:38:20.641984 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39484) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:20.832295 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-720f3e51-335d-4495-baad-7d1723641b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:20.875368 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-720f3e51-335d-4495-baad-7d1723641b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:20.875368 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-720f3e51-335d-4495-baad-7d1723641b1e admin admin] Usage tracker for resource:security_group_rule and tenant:cc84e0d10a504e74bd471f98802e7301 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:20.875368 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-720f3e51-335d-4495-baad-7d1723641b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:20.884050 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-720f3e51-335d-4495-baad-7d1723641b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:20.967413 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-720f3e51-335d-4495-baad-7d1723641b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:20.971565 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-720f3e51-335d-4495-baad-7d1723641b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:21.020864 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f3e51-335d-4495-baad-7d1723641b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0624e2-dab1-4b32-8635-99398050ef9b,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:21.025129 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-720f3e51-335d-4495-baad-7d1723641b1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc84e0d10a504e74bd471f98802e7301&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3820589 Jan 26 20:38:21.028347 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39498) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:21.089792 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-212a151d-9050-459c-bb00-466a63f39c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:21.116249 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-212a151d-9050-459c-bb00-466a63f39c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:21.168412 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-212a151d-9050-459c-bb00-466a63f39c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:21.184933 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a151d-9050-459c-bb00-466a63f39c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0624e2-dab1-4b32-8635-99398050ef9b,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:21.193973 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-212a151d-9050-459c-bb00-466a63f39c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:21.195276 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-212a151d-9050-459c-bb00-466a63f39c37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab0624e2-dab1-4b32-8635-99398050ef9b HTTP/1.1" status: 204 len: 168 time: 0.1662543 Jan 26 20:38:21.554611 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39506) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:21.572696 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-eb304861-5467-4654-93ee-bda9f41a1f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:21.603771 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-eb304861-5467-4654-93ee-bda9f41a1f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:21.607745 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-eb304861-5467-4654-93ee-bda9f41a1f25 admin admin] Usage tracker for resource:security_group_rule and tenant:3834d18c2671412cb6d8f9c3cbce7dd6 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:21.610810 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-eb304861-5467-4654-93ee-bda9f41a1f25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:21.617343 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-eb304861-5467-4654-93ee-bda9f41a1f25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:21.696131 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-eb304861-5467-4654-93ee-bda9f41a1f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:21.700365 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-eb304861-5467-4654-93ee-bda9f41a1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:21.746505 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb304861-5467-4654-93ee-bda9f41a1f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2398ee9d-13b5-4d02-b487-b7a8617ff314,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:21.750569 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-eb304861-5467-4654-93ee-bda9f41a1f25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3834d18c2671412cb6d8f9c3cbce7dd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1952670 Jan 26 20:38:21.753462 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39512) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:21.818074 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4dd222e3-c1c7-4fc0-a46a-980057eaec59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:21.850217 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4dd222e3-c1c7-4fc0-a46a-980057eaec59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:21.919264 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4dd222e3-c1c7-4fc0-a46a-980057eaec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:21.936585 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd222e3-c1c7-4fc0-a46a-980057eaec59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2398ee9d-13b5-4d02-b487-b7a8617ff314,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:21.941012 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4dd222e3-c1c7-4fc0-a46a-980057eaec59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:21.942523 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-4dd222e3-c1c7-4fc0-a46a-980057eaec59 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2398ee9d-13b5-4d02-b487-b7a8617ff314 HTTP/1.1" status: 204 len: 168 time: 0.1880462 Jan 26 20:38:22.517638 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c3b7fcc2-9bf3-4942-a2d0-f406713db8e2 req-809ee0ae-b2d2-401a-a2ff-351975f94d0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764225 Jan 26 20:38:22.710316 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee072f-be20-49d9-af49-ae6ee98c9b20 req-ff198ffb-845a-49b6-bae5-2ba4c13f1433 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:22.713009 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c3b7fcc2-9bf3-4942-a2d0-f406713db8e2 req-ce8c9cbd-dc3d-478b-8c78-77d80cd13f64 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813190 Jan 26 20:38:22.719526 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b3ee072f-be20-49d9-af49-ae6ee98c9b20 req-ff198ffb-845a-49b6-bae5-2ba4c13f1433 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1336522 Jan 26 20:38:22.792623 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b3ee072f-be20-49d9-af49-ae6ee98c9b20 req-1c3fcec8-59c8-4d45-a6d2-0081495fc041 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719867 Jan 26 20:38:22.931506 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c3b7fcc2-9bf3-4942-a2d0-f406713db8e2 req-f92982f4-0d15-4cc8-b21e-b4804d0f1c8a service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124772 Jan 26 20:38:23.197224 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39586) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:23.358224 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2055031351-network', 'tenant_id': '485a92e1e3f3476f96124105af3123df'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:23.364574 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:23.370215 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Usage tracker for resource:network and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:23.375290 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:23.386605 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:23.404713 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Made reservation on behalf of 485a92e1e3f3476f96124105af3123df for: {'network': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:38:23.408953 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:23.424553 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:23.474803 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:23.481835 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Usage tracker for resource:security_group_rule and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:23.487040 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:23.506087 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:23.640477 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:23.650022 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:23.686473 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=82709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:38:23.700669 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597c0d04-ad19-4f86-8f96-dcc6b7460d36,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:23.705738 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:23.706070 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.segments_db [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Added segment 86b74363-d4cd-41a0-9072-6c92ebbde355 of type vlan for network 2ed9b5fe-00df-4204-a867-b096d66509a4 Jan 26 20:38:23.745277 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:23.800790 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:23.801753 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:23.806551 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:23.917849 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] Pushing event updated for resources: {'Network': ['ID=2ed9b5fe-00df-4204-a867-b096d66509a4,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:23.931116 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 2ed9b5fe-00df-4204-a867-b096d66509a4 details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:38:23.963432 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-49187954-2afe-410a-a0a0-9807f4f77adc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7648377 Jan 26 20:38:23.966722 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39614) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:23.973816 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Request body: {'subnet': {'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2055031351-subnet', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'ip_version': 4}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:23.980084 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:23.984695 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Usage tracker for resource:subnet and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:23.988509 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:23.997831 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:24.013253 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Made reservation on behalf of 485a92e1e3f3476f96124105af3123df for: {'subnet': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:38:24.016759 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6641116'] for subnet, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:24.059364 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f33e4-bfcf-4729-9d28-11fc4bc628e7 req-4fc08e43-0d05-483e-b383-7cc3c5b7adde tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:24.073780 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b86f33e4-bfcf-4729-9d28-11fc4bc628e7 req-4fc08e43-0d05-483e-b383-7cc3c5b7adde tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1203415 Jan 26 20:38:24.122561 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b86f33e4-bfcf-4729-9d28-11fc4bc628e7 req-3f52980b-8c8f-4245-ae16-27686577329b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476327 Jan 26 20:38:24.295388 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7398242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6641098'] for subnet, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:24.368946 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80859d84-4ea5-4b90-9cbb-32943f627e8d,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:24.389253 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Checking segment: {'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:38:24.389788 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Network hostable DHCP agents. Network: 2ed9b5fe-00df-4204-a867-b096d66509a4, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:38:24.416076 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Network 2ed9b5fe-00df-4204-a867-b096d66509a4 is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:38:24.428475 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 2ed9b5fe-00df-4204-a867-b096d66509a4) {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:24.435537 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:24.435537 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:24.437202 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6485c1-ce52-459a-940d-9793e6b65ce5 None None] Network 2ed9b5fe-00df-4204-a867-b096d66509a4 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:38:24.471443 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-3bc380e7-8b18-4fef-94b0-5d158bece2e0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5028622 Jan 26 20:38:24.474304 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39626) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:24.479978 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:24.484420 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:24.488825 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Usage tracker for resource:router and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:24.496789 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:24.503159 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:24.516146 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28025'] for router, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:24.517381 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28022'] for router, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:24.539885 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:24.687410 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30fa8224-0597-597c-aab4-45dd2a3f5b7f-2ed9b5fe-00df-4204-a867-b096d66509a4', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'fixed_ips': [{'subnet_id': '80859d84-4ea5-4b90-9cbb-32943f627e8d'}]}} from dv-cinder-826519-1-iscsi. {{(pid=82710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 26 20:38:24.688471 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:24.694625 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28004'] for router, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:24.924980 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.db_base_plugin_common [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Allocated IP 172.20.0.2 (2ed9b5fe-00df-4204-a867-b096d66509a4/80859d84-4ea5-4b90-9cbb-32943f627e8d/9c5e451d-2862-42de-87f5-94a580f374e9) {{(pid=82710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:38:24.954476 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:25.061360 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:25.196378 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Notify callbacks [] for port, precommit_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:25.212101 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Transition to ACTIVE for port object 9c5e451d-2862-42de-87f5-94a580f374e9 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:38:25.235793 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Transition to ACTIVE for port object 9c5e451d-2862-42de-87f5-94a580f374e9 will not be triggered until provisioned by entity DHCP. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:38:25.245981 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:25.256876 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Allocated IP 172.27.0.15 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/d3f81197-88f0-4ea2-8b00-47a60d6407cf) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:38:25.344817 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Network 2ed9b5fe-00df-4204-a867-b096d66509a4 is already hosted by enough agents. {{(pid=82710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:38:25.348844 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Resources bound (agent type, host, resource id): {{(pid=82710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:25.353865 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Received port after_create {{(pid=82710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:38:25.361378 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Pushing event updated for resources: {'Port': ['ID=9c5e451d-2862-42de-87f5-94a580f374e9,revision_number=1']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:25.519477 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Attempting to bind port 9c5e451d-2862-42de-87f5-94a580f374e9 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:38:25.520003 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Attempting to bind port 9c5e451d-2862-42de-87f5-94a580f374e9 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:38:25.520467 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Attempting to bind port 9c5e451d-2862-42de-87f5-94a580f374e9 on network 2ed9b5fe-00df-4204-a867-b096d66509a4 {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:38:25.530584 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:38:25.531131 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Checking segment: {'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:38:25.531616 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:25.532638 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Bound using segment: {'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:38:25.533235 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Bound port: 9c5e451d-2862-42de-87f5-94a580f374e9, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:38:25.533696 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:25.553873 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa089b3a-194e-4641-83dc-e44e74961b28 req-fd3dbefd-4ef0-41b6-9777-983b66778343 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:25.562271 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-aa089b3a-194e-4641-83dc-e44e74961b28 req-fd3dbefd-4ef0-41b6-9777-983b66778343 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1680248 Jan 26 20:38:25.652137 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:25.674387 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] For port 9c5e451d-2862-42de-87f5-94a580f374e9, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:38:25.678830 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-aa089b3a-194e-4641-83dc-e44e74961b28 req-86116959-6358-482c-821e-1dfa9651a7c4 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154571 Jan 26 20:38:25.681094 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] For port 9c5e451d-2862-42de-87f5-94a580f374e9, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=9c5e451d-2862-42de-87f5-94a580f374e9,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:38:25.688726 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:25.718385 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:25.810373 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:38:25.811481 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f81197-88f0-4ea2-8b00-47a60d6407cf,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:25.814239 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:25.827025 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:38:25.888698 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc6284-0713-42b0-a29d-9c5ad108b709 None None] Pushing event updated for resources: {'Port': ['ID=9c5e451d-2862-42de-87f5-94a580f374e9,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:26.136120 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:26.137076 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488294'] for router, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:26.301874 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39672) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:26.426640 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Router a8121785-5133-47ed-85aa-f0e78925712d is scheduled to L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d with binding_index 1 {{(pid=82709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 20:38:26.470718 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-052821e8-7d94-408f-9e93-a8ceb3b71ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:26.518084 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-052821e8-7d94-408f-9e93-a8ceb3b71ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:26.523142 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-052821e8-7d94-408f-9e93-a8ceb3b71ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:151b0b4425324b0cb9a1a2ebf89bc652 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:26.526495 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-052821e8-7d94-408f-9e93-a8ceb3b71ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:26.534688 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-052821e8-7d94-408f-9e93-a8ceb3b71ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:26.659730 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-052821e8-7d94-408f-9e93-a8ceb3b71ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:26.664962 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-052821e8-7d94-408f-9e93-a8ceb3b71ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:26.690458 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:38:26.707105 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Sync routers for ids ['a8121785-5133-47ed-85aa-f0e78925712d'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:38:26.750525 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] Notify callbacks [] for router, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:26.754430 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Routers {'a8121785-5133-47ed-85aa-f0e78925712d'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:38:26.754430 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:38:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['a8121785-5133-47ed-85aa-f0e78925712d'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:26.756446 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-0d8dbf3d-12be-429f-9b8d-17aca3932f24 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2809026 Jan 26 20:38:26.757919 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39692) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:26.772621 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-052821e8-7d94-408f-9e93-a8ceb3b71ad2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=151b0b4425324b0cb9a1a2ebf89bc652&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4696007 Jan 26 20:38:26.777039 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39696) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:26.804119 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052821e8-7d94-408f-9e93-a8ceb3b71ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7116ba58-3571-49e6-8384-2bc3309c5728,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:26.883232 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7ce58862-f8de-4045-b1b1-950474b58005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:26.924730 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7ce58862-f8de-4045-b1b1-950474b58005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:27.063150 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Set router a8121785-5133-47ed-85aa-f0e78925712d gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:38:27.072222 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7730c92-0341-4f38-8c42-272f297ce427 req-d12bca63-d34c-43e9-9d55-5735afb05ed9 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:27.074644 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a7730c92-0341-4f38-8c42-272f297ce427 req-d12bca63-d34c-43e9-9d55-5735afb05ed9 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1280138 Jan 26 20:38:27.085048 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7ce58862-f8de-4045-b1b1-950474b58005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:27.142502 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce58862-f8de-4045-b1b1-950474b58005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7116ba58-3571-49e6-8384-2bc3309c5728,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:27.156520 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7ce58862-f8de-4045-b1b1-950474b58005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:27.160287 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-7ce58862-f8de-4045-b1b1-950474b58005 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7116ba58-3571-49e6-8384-2bc3309c5728 HTTP/1.1" status: 204 len: 168 time: 0.3795917 Jan 26 20:38:27.175003 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d33ef-0178-413d-bcd9-b9bea9a3d144 None None] Network 2ed9b5fe-00df-4204-a867-b096d66509a4 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:38:27.195400 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a7730c92-0341-4f38-8c42-272f297ce427 req-319355e8-ff91-4206-8b4a-b0d34a0d5f0f tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023636 Jan 26 20:38:27.421350 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-f82e9eb3-c058-4962-9b62-45873ec5b738 None None] Provisioning for port 9c5e451d-2862-42de-87f5-94a580f374e9 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:38:27.544573 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:38:26Z', 'revision_number': 3, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:27.549621 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Checking router: a8121785-5133-47ed-85aa-f0e78925712d for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:38:27.550311 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Updating router a8121785-5133-47ed-85aa-f0e78925712d port d3f81197-88f0-4ea2-8b00-47a60d6407cf binding host dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:38:27.621293 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:27.690054 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39710) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:27.710777 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-92946a01-8ab5-4b74-8277-8b312b859e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:27.750943 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-92946a01-8ab5-4b74-8277-8b312b859e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:27.755726 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-92946a01-8ab5-4b74-8277-8b312b859e89 admin admin] Usage tracker for resource:security_group_rule and tenant:be9695a11f7c446797d61769751a1662 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:27.761201 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-92946a01-8ab5-4b74-8277-8b312b859e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:27.769808 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-92946a01-8ab5-4b74-8277-8b312b859e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:27.902224 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-92946a01-8ab5-4b74-8277-8b312b859e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:27.908920 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-92946a01-8ab5-4b74-8277-8b312b859e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:27.913082 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 9c5e451d-2862-42de-87f5-94a580f374e9 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:38:28.007951 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92946a01-8ab5-4b74-8277-8b312b859e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3097ba-3e90-4e6c-86ca-5ab8547ce0ca,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:28.013780 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-92946a01-8ab5-4b74-8277-8b312b859e89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be9695a11f7c446797d61769751a1662&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3225584 Jan 26 20:38:28.023923 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39718) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:28.032337 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 9c5e451d-2862-42de-87f5-94a580f374e9 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:38:28.039960 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 9c5e451d-2862-42de-87f5-94a580f374e9 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:28.040535 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.103033 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f69fcef6-1985-4d98-90ed-ff7cb1ba5000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.132916 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f69fcef6-1985-4d98-90ed-ff7cb1ba5000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.152873 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Notify callbacks [] for port, precommit_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.170073 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.178645 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.provisioning_blocks [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Transition to ACTIVE for port object d3f81197-88f0-4ea2-8b00-47a60d6407cf will not be triggered until provisioned by entity L2. {{(pid=82711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:38:28.191108 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.219613 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.237006 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f69fcef6-1985-4d98-90ed-ff7cb1ba5000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.258470 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fcef6-1985-4d98-90ed-ff7cb1ba5000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3097ba-3e90-4e6c-86ca-5ab8547ce0ca,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:28.284883 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f69fcef6-1985-4d98-90ed-ff7cb1ba5000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.289219 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-f69fcef6-1985-4d98-90ed-ff7cb1ba5000 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a3097ba-3e90-4e6c-86ca-5ab8547ce0ca HTTP/1.1" status: 204 len: 168 time: 0.2613869 Jan 26 20:38:28.297536 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 9c5e451d-2862-42de-87f5-94a580f374e9, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=9c5e451d-2862-42de-87f5-94a580f374e9,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:38:28.302101 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.304408 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Pushing event updated for resources: {'Port': ['ID=d3f81197-88f0-4ea2-8b00-47a60d6407cf,revision_number=2']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:28.318356 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:28.319014 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:28.319578 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:28.320112 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:28.320643 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:28.321172 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:28.321731 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:28.322417 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:28.323082 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:28.323617 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:28.324144 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:28.349636 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Attempting to bind port d3f81197-88f0-4ea2-8b00-47a60d6407cf on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:38:28.350355 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Attempting to bind port d3f81197-88f0-4ea2-8b00-47a60d6407cf by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:38:28.351047 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Attempting to bind port d3f81197-88f0-4ea2-8b00-47a60d6407cf on network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:38:28.358824 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:38:28.359620 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Checking segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:38:28.360231 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.360819 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Bound using segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:38:28.361506 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Bound port: d3f81197-88f0-4ea2-8b00-47a60d6407cf, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:38:28.362264 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.375421 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=9c5e451d-2862-42de-87f5-94a580f374e9,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:28.445008 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] For port d3f81197-88f0-4ea2-8b00-47a60d6407cf, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:38:28.448664 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] For port d3f81197-88f0-4ea2-8b00-47a60d6407cf, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=d3f81197-88f0-4ea2-8b00-47a60d6407cf,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:38:28.454152 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.466726 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Allocated IP 172.20.0.1 (2ed9b5fe-00df-4204-a867-b096d66509a4/80859d84-4ea5-4b90-9cbb-32943f627e8d/88d51352-6a41-47dc-b90d-89fd2e46c303) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:38:28.561934 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578db3c9-3973-4d80-bf4e-eef571c6d154 None None] Pushing event updated for resources: {'Port': ['ID=d3f81197-88f0-4ea2-8b00-47a60d6407cf,revision_number=3']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:28.565481 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Routers {'a8121785-5133-47ed-85aa-f0e78925712d'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:38:28.566096 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:38:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['a8121785-5133-47ed-85aa-f0e78925712d'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:28.661764 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.679239 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Transition to ACTIVE for port object 88d51352-6a41-47dc-b90d-89fd2e46c303 will not be triggered until provisioned by entity DHCP. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:38:28.713380 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:28.750514 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] Set router a8121785-5133-47ed-85aa-f0e78925712d gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:38:28.785274 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Network 2ed9b5fe-00df-4204-a867-b096d66509a4 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:38:28.790020 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:28.793337 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:38:28.829289 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Pushing event updated for resources: {'Port': ['ID=88d51352-6a41-47dc-b90d-89fd2e46c303,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:28.866727 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478544'] for router_interface, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:29.027828 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:29.147873 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-9e212af9-1118-4a25-aecc-8235fc3772fd None None] Provisioning for port 88d51352-6a41-47dc-b90d-89fd2e46c303 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:38:29.179880 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-9e212af9-1118-4a25-aecc-8235fc3772fd None None] Provisioning complete for port 88d51352-6a41-47dc-b90d-89fd2e46c303 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:29.182924 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:38:26Z', 'revision_number': 3, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:29.183831 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9e212af9-1118-4a25-aecc-8235fc3772fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:29.218758 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc254a9-70f8-40c9-9070-691d127ade78 None None] The sync data for ids ['a8121785-5133-47ed-85aa-f0e78925712d'] in dv-cinder-826519-1-iscsi is: [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:38:26Z', 'revision_number': 3, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:38:29.280129 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-9e212af9-1118-4a25-aecc-8235fc3772fd None None] Port 88d51352-6a41-47dc-b90d-89fd2e46c303 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:38:29.448785 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccddaf-96aa-46ee-93d4-263bd9c873a9 req-da375421-389b-47d0-b812-21275944f163 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:29.450892 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-47ccddaf-96aa-46ee-93d4-263bd9c873a9 req-da375421-389b-47d0-b812-21275944f163 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1457200 Jan 26 20:38:29.497413 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:29.505924 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:29.521586 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-47ccddaf-96aa-46ee-93d4-263bd9c873a9 req-2fe697c6-0184-4930-acd6-cde60b2563f6 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649366 Jan 26 20:38:29.671212 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1442874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477369'] for router_interface, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:29.687353 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Pushing event updated for resources: {'Port': ['ID=88d51352-6a41-47dc-b90d-89fd2e46c303,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:29.873077 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Network 2ed9b5fe-00df-4204-a867-b096d66509a4 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:38:29.877647 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:29.915484 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 9c5e451d-2862-42de-87f5-94a580f374e9 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:38:30.062052 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 9c5e451d-2862-42de-87f5-94a580f374e9 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:30.062406 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:30.623505 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device d3f81197-88f0-4ea2-8b00-47a60d6407cf up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:38:30.775231 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-0eb2026a-2a1f-4df1-b902-6f8c2f1fe4f9 None None] Provisioning complete for port 88d51352-6a41-47dc-b90d-89fd2e46c303 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:30.775697 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0eb2026a-2a1f-4df1-b902-6f8c2f1fe4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:30.873825 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2026a-2a1f-4df1-b902-6f8c2f1fe4f9 None None] Port 88d51352-6a41-47dc-b90d-89fd2e46c303 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:38:30.883713 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port d3f81197-88f0-4ea2-8b00-47a60d6407cf completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:38:30.891296 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port d3f81197-88f0-4ea2-8b00-47a60d6407cf triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:30.891846 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:30.929691 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7b7a6-1a05-485f-a46e-c43f72a3af11 req-eb25a439-4c36-47d1-8391-46254ecbc266 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:30.932946 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-77c7b7a6-1a05-485f-a46e-c43f72a3af11 req-eb25a439-4c36-47d1-8391-46254ecbc266 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1947424 Jan 26 20:38:30.944768 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:38:31.017545 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-77c7b7a6-1a05-485f-a46e-c43f72a3af11 req-1904af68-88b5-4542-ae34-966446d1f4fe tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631552 Jan 26 20:38:31.058418 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Router a8121785-5133-47ed-85aa-f0e78925712d has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:38:31.088122 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:31.110930 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port d3f81197-88f0-4ea2-8b00-47a60d6407cf, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=d3f81197-88f0-4ea2-8b00-47a60d6407cf,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:38:31.116260 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:31.220269 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=d3f81197-88f0-4ea2-8b00-47a60d6407cf,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:31.418765 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1626ba36-c004-4631-95c1-a84ff56480c2 req-21b26b32-302a-4e73-8711-a40f6f489e81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 1098 time: 0.1887288 Jan 26 20:38:31.450343 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:38:31.462411 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-e4ad1983-f9e5-47db-aa04-8c866395333f admin admin] 10.222.0.53 "PUT /v2.0/routers/a8121785-5133-47ed-85aa-f0e78925712d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7006276 Jan 26 20:38:31.782190 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ba36-c004-4631-95c1-a84ff56480c2 req-64482bff-f58a-463f-b4f5-a4ebf55033b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:31.790546 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1626ba36-c004-4631-95c1-a84ff56480c2 req-64482bff-f58a-463f-b4f5-a4ebf55033b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 200 len: 920 time: 0.3483429 Jan 26 20:38:31.888044 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device d3f81197-88f0-4ea2-8b00-47a60d6407cf up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:38:31.953392 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1626ba36-c004-4631-95c1-a84ff56480c2 req-9f6c9ab6-2feb-460c-afc0-0c64815c746b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72 HTTP/1.1" status: 200 len: 217 time: 0.1555386 Jan 26 20:38:32.024010 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port d3f81197-88f0-4ea2-8b00-47a60d6407cf triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:32.025430 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:32.111027 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ba36-c004-4631-95c1-a84ff56480c2 req-28e7e76d-6095-4512-8c75-23760eb0f623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:32.113640 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1626ba36-c004-4631-95c1-a84ff56480c2 req-28e7e76d-6095-4512-8c75-23760eb0f623 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a71d783-e3a8-40d2-b37b-0c93d1b53c2d HTTP/1.1" status: 200 len: 859 time: 0.1498756 Jan 26 20:38:32.133811 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39832) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:32.172176 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1626ba36-c004-4631-95c1-a84ff56480c2 req-8ca8a3b7-cb6e-48cf-9bce-c7dbc138a531 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451550 Jan 26 20:38:32.472465 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-647225ea-98e9-4e8e-b3b3-a2e77bc91610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:32.475639 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1626ba36-c004-4631-95c1-a84ff56480c2 req-9d92ba93-8270-4f1c-a251-0a468a64c8cb service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962956 Jan 26 20:38:32.555142 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-647225ea-98e9-4e8e-b3b3-a2e77bc91610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:32.565673 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccab086-a51e-465c-930c-5cd5e841a699 req-0a83d076-af70-4a99-ad95-015390566348 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:32.567340 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1ccab086-a51e-465c-930c-5cd5e841a699 req-0a83d076-af70-4a99-ad95-015390566348 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.2694333 Jan 26 20:38:32.568968 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-647225ea-98e9-4e8e-b3b3-a2e77bc91610 admin admin] Usage tracker for resource:security_group_rule and tenant:613b51e8186a405b922632e82ec7e485 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:32.572437 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-647225ea-98e9-4e8e-b3b3-a2e77bc91610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:32.632695 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-647225ea-98e9-4e8e-b3b3-a2e77bc91610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:32.725518 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1626ba36-c004-4631-95c1-a84ff56480c2 req-f357d4bb-aba6-48b1-9f54-15c11beeec3c service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416382 Jan 26 20:38:32.776075 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1ccab086-a51e-465c-930c-5cd5e841a699 req-06f90fa4-a22c-40c5-9a6f-81b205e2d465 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005029 Jan 26 20:38:32.818795 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-647225ea-98e9-4e8e-b3b3-a2e77bc91610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:32.826661 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-647225ea-98e9-4e8e-b3b3-a2e77bc91610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:32.919660 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-647225ea-98e9-4e8e-b3b3-a2e77bc91610 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=613b51e8186a405b922632e82ec7e485&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7814355 Jan 26 20:38:32.920026 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39858) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:32.982854 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647225ea-98e9-4e8e-b3b3-a2e77bc91610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5fbe18-19f1-40ac-ad01-38bf4fa3de2b,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:33.088347 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b4c0ee8a-ee5b-494f-9873-d9246518c525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:33.144218 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b4c0ee8a-ee5b-494f-9873-d9246518c525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:33.170196 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:33.232271 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b4c0ee8a-ee5b-494f-9873-d9246518c525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:33.266767 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0ee8a-ee5b-494f-9873-d9246518c525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5fbe18-19f1-40ac-ad01-38bf4fa3de2b,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:33.276697 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b4c0ee8a-ee5b-494f-9873-d9246518c525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:33.280330 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-b4c0ee8a-ee5b-494f-9873-d9246518c525 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d5fbe18-19f1-40ac-ad01-38bf4fa3de2b HTTP/1.1" status: 204 len: 168 time: 0.3570676 Jan 26 20:38:33.629618 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Sync routers for ids ['a8121785-5133-47ed-85aa-f0e78925712d'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:38:33.657809 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Routers {'a8121785-5133-47ed-85aa-f0e78925712d'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:38:33.659056 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:38:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['a8121785-5133-47ed-85aa-f0e78925712d'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:33.823125 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39898) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:33.904169 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Set router a8121785-5133-47ed-85aa-f0e78925712d gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:38:34.170358 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39918) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:34.176245 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1102073177-network', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:34.187852 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:34.216698 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Usage tracker for resource:network and tenant:2b511339e44a45d9bdbc9200a461495f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:34.227456 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:34.254357 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fae57-1055-41c9-889d-bc1f07404930 req-41c8c3d6-b5db-4362-bf3f-2867b1d0b670 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:34.255992 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cd0fae57-1055-41c9-889d-bc1f07404930 req-41c8c3d6-b5db-4362-bf3f-2867b1d0b670 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1460180 Jan 26 20:38:34.287626 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:34.304854 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:34.358376 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Made reservation on behalf of 2b511339e44a45d9bdbc9200a461495f for: {'network': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:38:34.364168 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:34.373301 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cd0fae57-1055-41c9-889d-bc1f07404930 req-018d181e-c210-4b92-b006-0e0978dc51ba tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055970 Jan 26 20:38:34.404565 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:34.453633 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:34.473700 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Usage tracker for resource:security_group_rule and tenant:3e63485e5aa548ba8e616338244e7fb0 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:34.500997 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:34.558369 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:34.613470 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:38:28Z', 'revision_number': 4, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '88d51352-6a41-47dc-b90d-89fd2e46c303', 'name': '', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'mac_address': 'fa:16:3e:07:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:28Z', 'updated_at': '2022-01-26T20:38:29Z', 'revision_number': 2, 'project_id': '485a92e1e3f3476f96124105af3123df', 'subnets': [{'id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:34.628778 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Checking router: a8121785-5133-47ed-85aa-f0e78925712d for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:38:34.629133 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Updating router a8121785-5133-47ed-85aa-f0e78925712d port 88d51352-6a41-47dc-b90d-89fd2e46c303 binding host dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:38:34.705538 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:34.732196 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:34.734105 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:34.746510 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Usage tracker for resource:security_group_rule and tenant:2b511339e44a45d9bdbc9200a461495f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:34.756922 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:34.798653 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:34.842554 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e63485e5aa548ba8e616338244e7fb0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0181742 Jan 26 20:38:34.846480 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39946) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:34.854177 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b78a6b-b1e8-4795-81bb-c17ff342dd17,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:34.857583 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:34.883423 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:34.883853 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:34.884191 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:34.884516 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:34.884844 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:34.885165 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:34.885480 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:34.885794 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:34.886108 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:34.886421 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:34.886731 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18251d9b-0077-4149-b0bb-da2f4b492671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:34.909327 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1fe245fb-944a-432b-8176-9f05642b2d2d req-6b8906ee-0d94-44f8-b086-01b65ea61f83 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 1098 time: 0.3464234 Jan 26 20:38:34.962768 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7b2a4f07-a40e-4528-b027-88ccd8f1673c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:34.993828 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1fe245fb-944a-432b-8176-9f05642b2d2d req-c35e9349-08bd-4d7e-98e0-17ddcce45605 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777111 Jan 26 20:38:34.994026 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7b2a4f07-a40e-4528-b027-88ccd8f1673c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.046699 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.053352 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.072050 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=82708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:38:35.119122 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7b2a4f07-a40e-4528-b027-88ccd8f1673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.139210 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.139589 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.segments_db [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Added segment ff1991fa-da1c-448d-b437-0916093493dc of type vlan for network 99dd60e4-50ee-4bca-938f-963f52944557 Jan 26 20:38:35.144706 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360f04ad-8a6c-401f-8be8-9f02a428209c,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:35.164287 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a4f07-a40e-4528-b027-88ccd8f1673c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b78a6b-b1e8-4795-81bb-c17ff342dd17,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:35.204888 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7b2a4f07-a40e-4528-b027-88ccd8f1673c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.211793 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-7b2a4f07-a40e-4528-b027-88ccd8f1673c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69b78a6b-b1e8-4795-81bb-c17ff342dd17 HTTP/1.1" status: 204 len: 168 time: 0.3636310 Jan 26 20:38:35.227131 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 39964) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:35.252912 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.306915 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.307990 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:35.308575 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.416052 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Notify callbacks [] for port, precommit_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.441481 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] Pushing event updated for resources: {'Network': ['ID=99dd60e4-50ee-4bca-938f-963f52944557,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:35.446368 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Transition to ACTIVE for port object 88d51352-6a41-47dc-b90d-89fd2e46c303 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:38:35.459234 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 99dd60e4-50ee-4bca-938f-963f52944557 details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:38:35.475574 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-4ee9c3c7-4b45-4f84-a52f-c65edf051b5e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3037896 Jan 26 20:38:35.479392 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 39974) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:35.488003 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Request body: {'subnet': {'network_id': '99dd60e4-50ee-4bca-938f-963f52944557', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1102073177-subnet', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'ip_version': 4}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:35.497276 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:35.504745 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.506647 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Usage tracker for resource:subnet and tenant:2b511339e44a45d9bdbc9200a461495f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:35.513188 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:35.527545 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:35.550348 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Made reservation on behalf of 2b511339e44a45d9bdbc9200a461495f for: {'subnet': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:38:35.554273 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8011334'] for subnet, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.828130 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca02b-0dce-4b26-a601-44ef885767c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:35.938693 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-bc4ca02b-0dce-4b26-a601-44ef885767c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:35.946716 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-bc4ca02b-0dce-4b26-a601-44ef885767c3 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a9d2e961ee410ba5ccd367b5ded3f2 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:35.951850 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-bc4ca02b-0dce-4b26-a601-44ef885767c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:36.009678 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-bc4ca02b-0dce-4b26-a601-44ef885767c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:36.113385 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443e5dc-d711-4fbf-a1f3-6096661c06e3 req-ed3da17a-36d0-4b19-a8b8-273f7d67bd03 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:36.115084 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b443e5dc-d711-4fbf-a1f3-6096661c06e3 req-ed3da17a-36d0-4b19-a8b8-273f7d67bd03 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.3886814 Jan 26 20:38:36.190684 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7714009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8011344'] for subnet, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:36.203427 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b36cc-e57e-43d5-b358-bd08f1784d30 None None] Pushing event updated for resources: {'Port': ['ID=88d51352-6a41-47dc-b90d-89fd2e46c303,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:36.291249 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b443e5dc-d711-4fbf-a1f3-6096661c06e3 req-87be04a1-e519-48b2-a700-6dfed354dbf8 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563299 Jan 26 20:38:36.453703 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca02b-0dce-4b26-a601-44ef885767c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:36.463249 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca02b-0dce-4b26-a601-44ef885767c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:36.539984 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Attempting to bind port 88d51352-6a41-47dc-b90d-89fd2e46c303 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:38:36.539984 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Attempting to bind port 88d51352-6a41-47dc-b90d-89fd2e46c303 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:38:36.539984 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Attempting to bind port 88d51352-6a41-47dc-b90d-89fd2e46c303 on network 2ed9b5fe-00df-4204-a867-b096d66509a4 {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:38:36.543519 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-bc4ca02b-0dce-4b26-a601-44ef885767c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9a9d2e961ee410ba5ccd367b5ded3f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3154554 Jan 26 20:38:36.558972 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:38:36.558972 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Checking segment: {'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:38:36.559453 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40006) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:36.561752 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:36.562164 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Bound using segment: {'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:38:36.562648 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Bound port: 88d51352-6a41-47dc-b90d-89fd2e46c303, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:38:36.563048 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:36.598684 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ca02b-0dce-4b26-a601-44ef885767c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54dc251-b169-4553-9ebf-e24d8abe8b99,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:36.719311 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9561137a-14f7-42ef-a54e-831b46658863,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:36.726714 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Checking segment: {'id': 'ff1991fa-da1c-448d-b437-0916093493dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:38:36.726925 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Network hostable DHCP agents. Network: 99dd60e4-50ee-4bca-938f-963f52944557, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:38:36.745228 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-36ecc211-6fd5-4c3f-9cd5-336d2e72873f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:36.783204 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] For port 88d51352-6a41-47dc-b90d-89fd2e46c303, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:38:36.789353 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988097d9-8a5e-4295-9943-6e89a2b71959 req-cf591f06-7296-48ef-9823-da53fa6e8f52 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:36.800960 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] For port 88d51352-6a41-47dc-b90d-89fd2e46c303, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=88d51352-6a41-47dc-b90d-89fd2e46c303,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:38:36.801108 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-988097d9-8a5e-4295-9943-6e89a2b71959 req-cf591f06-7296-48ef-9823-da53fa6e8f52 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.3424571 Jan 26 20:38:36.801869 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:36.810465 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-36ecc211-6fd5-4c3f-9cd5-336d2e72873f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:36.843011 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Network 99dd60e4-50ee-4bca-938f-963f52944557 is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:38:36.880272 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 99dd60e4-50ee-4bca-938f-963f52944557) {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:36.895200 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-988097d9-8a5e-4295-9943-6e89a2b71959 req-40b43563-7edb-4982-9a7f-f3727cfa5fda tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949576 Jan 26 20:38:36.905061 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:36.913188 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:36.938326 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-36ecc211-6fd5-4c3f-9cd5-336d2e72873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:36.976739 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-59f88f5e-ef6f-4fd0-9865-e9b7a614e977 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4960494 Jan 26 20:38:36.989578 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 40018) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:36.989578 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1102073177-router', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:36.996872 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:36.997756 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecc211-6fd5-4c3f-9cd5-336d2e72873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54dc251-b169-4553-9ebf-e24d8abe8b99,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:37.007968 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Usage tracker for resource:router and tenant:2b511339e44a45d9bdbc9200a461495f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:37.017489 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:37.018138 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-36ecc211-6fd5-4c3f-9cd5-336d2e72873f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:37.023445 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-36ecc211-6fd5-4c3f-9cd5-336d2e72873f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d54dc251-b169-4553-9ebf-e24d8abe8b99 HTTP/1.1" status: 204 len: 168 time: 0.4595120 Jan 26 20:38:37.034893 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:37.044046 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6ad620-4b89-49ed-9d14-0eb77e0e148f None None] Network 99dd60e4-50ee-4bca-938f-963f52944557 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:38:37.066390 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28025'] for router, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:37.068339 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28022'] for router, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:37.116241 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:37.344285 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b36cc-e57e-43d5-b358-bd08f1784d30 None None] Pushing event updated for resources: {'Port': ['ID=88d51352-6a41-47dc-b90d-89fd2e46c303,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:37.477717 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30fa8224-0597-597c-aab4-45dd2a3f5b7f-99dd60e4-50ee-4bca-938f-963f52944557', 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'fixed_ips': [{'subnet_id': '9561137a-14f7-42ef-a54e-831b46658863'}]}} from dv-cinder-826519-1-iscsi. {{(pid=82710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 26 20:38:37.479039 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:37.501000 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Routers {'a8121785-5133-47ed-85aa-f0e78925712d'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:38:37.501000 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:38:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['a8121785-5133-47ed-85aa-f0e78925712d'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:37.666417 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40038) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:37.673226 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28004'] for router, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:37.716311 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:37.776538 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] Set router a8121785-5133-47ed-85aa-f0e78925712d gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:38:37.839278 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:37.844954 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Usage tracker for resource:security_group_rule and tenant:98dc65d9bf2043feb9aaf5540eee03bd is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:37.849661 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:37.858210 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:37.885077 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b648c5c-3de4-4c7a-b701-27a1a2780159 req-def284fb-95bf-41d5-92ae-b07b0194478a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:37.886597 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4b648c5c-3de4-4c7a-b701-27a1a2780159 req-def284fb-95bf-41d5-92ae-b07b0194478a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.2156987 Jan 26 20:38:37.957807 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:37.993162 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:38.024655 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4b648c5c-3de4-4c7a-b701-27a1a2780159 req-2465e065-4280-435d-987b-e6305960e191 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239243 Jan 26 20:38:38.130680 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:38.138691 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:38.247176 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceb462c-ec91-4c7c-b806-148aa02c3d56,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:38.271792 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Allocated IP 172.27.0.177 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/32064c6f-f3cb-4334-a1fd-9cdf0fd1a822) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:38:38.313890 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98dc65d9bf2043feb9aaf5540eee03bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6455917 Jan 26 20:38:38.314385 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 40054) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:38.318270 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:38.318923 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:38.319439 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:38.319779 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:38.320109 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:38.320438 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:38.320786 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:38.321096 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:38.321421 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:38.321743 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:38.322066 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d6b43-1f56-45db-8453-c1cfaa21bae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:38.495267 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.db_base_plugin_common [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Allocated IP 172.20.0.2 (99dd60e4-50ee-4bca-938f-963f52944557/9561137a-14f7-42ef-a54e-831b46658863/4e57de63-a48d-4203-a09a-fd32760b92c1) {{(pid=82710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:38:38.501034 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70832e77-0b81-463a-bff3-31d8f5f52981 req-5740fb7c-9bfa-4d32-a312-c45963b8cf20 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:38.515689 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-70832e77-0b81-463a-bff3-31d8f5f52981 req-5740fb7c-9bfa-4d32-a312-c45963b8cf20 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.2773597 Jan 26 20:38:38.561996 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb861-04fd-479d-9c7a-60b81718398b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:38.601111 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:38.641998 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb861-04fd-479d-9c7a-60b81718398b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:38.650415 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-70832e77-0b81-463a-bff3-31d8f5f52981 req-ef09cf59-f6e4-4f68-adbf-8ed0493bbf28 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337864 Jan 26 20:38:38.718755 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:38.811503 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:38:38.815442 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:38.818527 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:38:38.857530 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb861-04fd-479d-9c7a-60b81718398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:38.923434 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Pushing event updated for resources: {'Port': ['ID=32064c6f-f3cb-4334-a1fd-9cdf0fd1a822,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:38.942279 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb861-04fd-479d-9c7a-60b81718398b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:38.944237 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-7eaeb861-04fd-479d-9c7a-60b81718398b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ceb462c-ec91-4c7c-b806-148aa02c3d56 HTTP/1.1" status: 204 len: 168 time: 0.6284385 Jan 26 20:38:38.944751 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:38:28Z', 'revision_number': 4, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '88d51352-6a41-47dc-b90d-89fd2e46c303', 'name': '', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'mac_address': 'fa:16:3e:07:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:28Z', 'updated_at': '2022-01-26T20:38:36Z', 'revision_number': 4, 'project_id': '485a92e1e3f3476f96124105af3123df', 'subnets': [{'id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:38.945283 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaeb861-04fd-479d-9c7a-60b81718398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceb462c-ec91-4c7c-b806-148aa02c3d56,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:38.954017 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894a0143-6cb0-41f2-a690-e2ccb59d38ba None None] The sync data for ids ['a8121785-5133-47ed-85aa-f0e78925712d'] in dv-cinder-826519-1-iscsi is: [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:38:28Z', 'revision_number': 4, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '88d51352-6a41-47dc-b90d-89fd2e46c303', 'name': '', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'mac_address': 'fa:16:3e:07:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:28Z', 'updated_at': '2022-01-26T20:38:36Z', 'revision_number': 4, 'project_id': '485a92e1e3f3476f96124105af3123df', 'subnets': [{'id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:38:39.162692 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Notify callbacks [] for port, precommit_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:39.188578 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Transition to ACTIVE for port object 4e57de63-a48d-4203-a09a-fd32760b92c1 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:38:39.259620 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Transition to ACTIVE for port object 4e57de63-a48d-4203-a09a-fd32760b92c1 will not be triggered until provisioned by entity DHCP. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:38:39.273567 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:39.282555 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:39.287546 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488294'] for router, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:39.468334 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Network 99dd60e4-50ee-4bca-938f-963f52944557 is already hosted by enough agents. {{(pid=82710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:38:39.488778 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.base_scheduler [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Resources bound (agent type, host, resource id): {{(pid=82710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:39.501225 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Received port after_create {{(pid=82710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:38:39.706415 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Pushing event updated for resources: {'Port': ['ID=4e57de63-a48d-4203-a09a-fd32760b92c1,revision_number=1']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:39.743689 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Attempting to bind port 4e57de63-a48d-4203-a09a-fd32760b92c1 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:38:39.744209 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Attempting to bind port 4e57de63-a48d-4203-a09a-fd32760b92c1 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': 'ff1991fa-da1c-448d-b437-0916093493dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:38:39.744681 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Attempting to bind port 4e57de63-a48d-4203-a09a-fd32760b92c1 on network 99dd60e4-50ee-4bca-938f-963f52944557 {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:38:39.755702 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:38:39.779550 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Checking segment: {'id': 'ff1991fa-da1c-448d-b437-0916093493dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:38:39.781836 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:39.783561 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Bound using segment: {'id': 'ff1991fa-da1c-448d-b437-0916093493dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:38:39.785700 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Bound port: 4e57de63-a48d-4203-a09a-fd32760b92c1, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1991fa-da1c-448d-b437-0916093493dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:38:39.786897 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:39.991769 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 88d51352-6a41-47dc-b90d-89fd2e46c303 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:38:40.109356 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] For port 4e57de63-a48d-4203-a09a-fd32760b92c1, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:38:40.122358 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] For port 4e57de63-a48d-4203-a09a-fd32760b92c1, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=4e57de63-a48d-4203-a09a-fd32760b92c1,segment=NetworkSegment(ff1991fa-da1c-448d-b437-0916093493dc),segment_id=ff1991fa-da1c-448d-b437-0916093493dc)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:38:40.148269 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:40.224394 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-44085a6c-c58c-4764-a659-8680d7649362 req-6cea1546-d3d4-4145-97fa-0f797ec5c4ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 1098 time: 0.6671433 Jan 26 20:38:40.265642 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 88d51352-6a41-47dc-b90d-89fd2e46c303 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:38:40.314314 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 88d51352-6a41-47dc-b90d-89fd2e46c303 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:40.314745 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:40.420302 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e464bd-83b3-4f5f-8099-bdebbd18d258 req-3c768849-1ed9-413a-8f08-9fbf82bcc41a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:40.421961 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-52e464bd-83b3-4f5f-8099-bdebbd18d258 req-3c768849-1ed9-413a-8f08-9fbf82bcc41a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.3723731 Jan 26 20:38:40.472823 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c0c16-2497-40cf-9e82-bb8e1e26b565 None None] Pushing event updated for resources: {'Port': ['ID=4e57de63-a48d-4203-a09a-fd32760b92c1,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:40.519165 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d45919-19ee-43a4-94f2-149decde04a4 req-3d5233ba-11f5-4df3-85f3-ee397ab87f10 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:40.522872 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-10d45919-19ee-43a4-94f2-149decde04a4 req-3d5233ba-11f5-4df3-85f3-ee397ab87f10 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.2694974 Jan 26 20:38:40.628087 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-52e464bd-83b3-4f5f-8099-bdebbd18d258 req-345667d5-c61b-4bfe-a94e-a84b653130fc tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988435 Jan 26 20:38:40.628982 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-10d45919-19ee-43a4-94f2-149decde04a4 req-df3e269e-606d-44a4-8f9d-d514e519a872 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942173 Jan 26 20:38:40.677377 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44085a6c-c58c-4764-a659-8680d7649362 req-797104fb-2b47-4a5a-92b6-bc26e7d8ffb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:40.678848 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-44085a6c-c58c-4764-a659-8680d7649362 req-797104fb-2b47-4a5a-92b6-bc26e7d8ffb3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 200 len: 920 time: 0.4407799 Jan 26 20:38:40.680545 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:40.681453 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Router df9f5504-0934-4a7b-a761-fe077d5ea360 is scheduled to L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d with binding_index 1 {{(pid=82708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 20:38:40.764951 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 88d51352-6a41-47dc-b90d-89fd2e46c303, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=88d51352-6a41-47dc-b90d-89fd2e46c303,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:38:40.771057 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:40.981845 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=88d51352-6a41-47dc-b90d-89fd2e46c303,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:40.999723 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:41.000263 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:41.000706 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:41.001276 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:41.001959 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:41.002428 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:41.003085 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:41.004148 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:41.004654 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:41.005623 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:41.006045 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:38:41.134226 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:38:41.150225 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Sync routers for ids ['df9f5504-0934-4a7b-a761-fe077d5ea360'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:38:41.159466 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] Notify callbacks [] for router, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:41.162420 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-49fd1a4a-c894-45e4-8c5b-609450d243ee admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1815643 Jan 26 20:38:41.166805 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 40140) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:41.169924 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Routers {'df9f5504-0934-4a7b-a761-fe077d5ea360'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:38:41.171206 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:38:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['df9f5504-0934-4a7b-a761-fe077d5ea360'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:41.398318 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Set router df9f5504-0934-4a7b-a761-fe077d5ea360 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:38:41.455791 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40152) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:41.669133 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1827712333-network', 'tenant_id': '945e91b8267440d0a3f689ac9688b2a4'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:41.708556 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:41.728249 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Usage tracker for resource:network and tenant:945e91b8267440d0a3f689ac9688b2a4 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:41.744912 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:41.779420 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:41.822160 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Made reservation on behalf of 945e91b8267440d0a3f689ac9688b2a4 for: {'network': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:38:41.824525 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:41.871821 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:41.972249 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 4e57de63-a48d-4203-a09a-fd32760b92c1 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:38:42.018284 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:42.032186 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Usage tracker for resource:security_group_rule and tenant:945e91b8267440d0a3f689ac9688b2a4 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:42.037176 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:42.046483 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:42.146392 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 4e57de63-a48d-4203-a09a-fd32760b92c1 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:38:42.169299 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f908709-16f4-4bb0-94fe-31c6313f714b None None] Network 99dd60e4-50ee-4bca-938f-963f52944557 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:38:42.186375 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'name': 'tempest-TestMinimumBasicScenario-1102073177-router', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:37Z', 'updated_at': '2022-01-26T20:38:39Z', 'revision_number': 3, 'project_id': '2b511339e44a45d9bdbc9200a461495f', 'gw_port': {'id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:38Z', 'updated_at': '2022-01-26T20:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:42.193726 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Checking router: df9f5504-0934-4a7b-a761-fe077d5ea360 for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:38:42.196239 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Updating router df9f5504-0934-4a7b-a761-fe077d5ea360 port 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 binding host dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:38:42.209240 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 88d51352-6a41-47dc-b90d-89fd2e46c303 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:38:42.221599 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:42.238019 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea5dcc-578b-41b7-ab26-cc2c5f43a045 req-c2d09600-8fbd-4d16-ad74-ecfbd72b88f6 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:42.240733 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c6b22-bfe3-4706-9599-28c9b860a688 req-5898e66c-6710-4fe7-a1ac-e1dd987be67b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:42.246179 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-42ea5dcc-578b-41b7-ab26-cc2c5f43a045 req-c2d09600-8fbd-4d16-ad74-ecfbd72b88f6 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.2361300 Jan 26 20:38:42.250038 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ec9c6b22-bfe3-4706-9599-28c9b860a688 req-5898e66c-6710-4fe7-a1ac-e1dd987be67b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.3237269 Jan 26 20:38:42.252825 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:42.324747 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:42.366809 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ec9c6b22-bfe3-4706-9599-28c9b860a688 req-c4f2b170-d2d1-41a8-b7af-d799f8e654bb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157219 Jan 26 20:38:42.397542 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-42ea5dcc-578b-41b7-ab26-cc2c5f43a045 req-7d95a280-859e-45d0-b106-aea14502fe2c tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500695 Jan 26 20:38:42.464188 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=82709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:38:42.495970 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:42.497242 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.segments_db [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Added segment e11c1c1e-65cd-48dd-9c0c-7f3f907f16bc of type vlan for network 02448085-eae7-4e2a-a627-3787fcaffd76 Jan 26 20:38:42.574621 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:42.645888 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354fc10f-b36f-42e5-9430-5ca3ebc9e96a,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:42.664161 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:42.665128 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:42.665703 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:42.737992 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-ac8a12cc-1464-403e-ba9d-8571b6e935c9 None None] Provisioning for port 4e57de63-a48d-4203-a09a-fd32760b92c1 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:38:42.798949 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-4cacd9f1-0437-4469-8069-c317b97c8e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:42.799965 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] Pushing event updated for resources: {'Network': ['ID=02448085-eae7-4e2a-a627-3787fcaffd76,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:42.820198 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-ac8a12cc-1464-403e-ba9d-8571b6e935c9 None None] Provisioning complete for port 4e57de63-a48d-4203-a09a-fd32760b92c1 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:42.820764 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ac8a12cc-1464-403e-ba9d-8571b6e935c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:42.848218 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-d1499d72-c93e-41b0-bea1-57da09de9dfb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3908615 Jan 26 20:38:42.849494 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40182) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:42.859529 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Request body: {'subnet': {'network_id': '02448085-eae7-4e2a-a627-3787fcaffd76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1827712333-subnet', 'tenant_id': '945e91b8267440d0a3f689ac9688b2a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:42.866460 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:42.872897 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Usage tracker for resource:subnet and tenant:945e91b8267440d0a3f689ac9688b2a4 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:42.881384 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:42.898077 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:42.913524 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:42.926239 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 02448085-eae7-4e2a-a627-3787fcaffd76 details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:38:42.949176 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Made reservation on behalf of 945e91b8267440d0a3f689ac9688b2a4 for: {'subnet': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:38:42.952989 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6641116'] for subnet, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:43.027031 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-44085a6c-c58c-4764-a659-8680d7649362 req-3e45d3f7-1b38-48b5-a991-43d439e6f169 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72 HTTP/1.1" status: 200 len: 217 time: 0.1327119 Jan 26 20:38:43.157826 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44085a6c-c58c-4764-a659-8680d7649362 req-b0722d7c-ea31-4361-974e-f211cd43785a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:43.159678 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-44085a6c-c58c-4764-a659-8680d7649362 req-b0722d7c-ea31-4361-974e-f211cd43785a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a71d783-e3a8-40d2-b37b-0c93d1b53c2d HTTP/1.1" status: 200 len: 859 time: 0.0792696 Jan 26 20:38:43.168720 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 88d51352-6a41-47dc-b90d-89fd2e46c303 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:43.169257 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:43.212289 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Notify callbacks [] for port, precommit_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:43.228684 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-44085a6c-c58c-4764-a659-8680d7649362 req-81683764-b679-4743-a422-b65ddaf64f88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574970 Jan 26 20:38:43.265770 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.provisioning_blocks [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Transition to ACTIVE for port object 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 will not be triggered until provisioned by entity L2. {{(pid=82711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:38:43.290792 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:43.322698 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7398242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6641098'] for subnet, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:43.401928 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f6572-8b35-4b86-9194-dff2f4454972 None None] Pushing event updated for resources: {'Port': ['ID=32064c6f-f3cb-4334-a1fd-9cdf0fd1a822,revision_number=2']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:43.430150 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Attempting to bind port 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:38:43.430683 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Attempting to bind port 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:38:43.431759 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Attempting to bind port 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 on network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:38:43.438424 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:38:43.438936 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Checking segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:38:43.439361 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:43.439758 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Bound using segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:38:43.440225 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Bound port: 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:38:43.440614 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:43.542031 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] For port 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:38:43.546103 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] For port 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=32064c6f-f3cb-4334-a1fd-9cdf0fd1a822,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:38:43.552609 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:43.571695 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ac8a12cc-1464-403e-ba9d-8571b6e935c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:43.601439 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=82222d36-85a2-4e99-9f07-8b7440a385fd,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:43.633358 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Checking segment: {'id': 'e11c1c1e-65cd-48dd-9c0c-7f3f907f16bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '02448085-eae7-4e2a-a627-3787fcaffd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:38:43.633873 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Network hostable DHCP agents. Network: 02448085-eae7-4e2a-a627-3787fcaffd76, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:38:43.703478 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Network 02448085-eae7-4e2a-a627-3787fcaffd76 is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:38:43.727886 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 02448085-eae7-4e2a-a627-3787fcaffd76) {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:43.736877 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:43.737859 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:43.753336 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0432be40-1b27-4942-8abc-9b3b68ddf5f2 None None] Network 02448085-eae7-4e2a-a627-3787fcaffd76 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:38:43.764104 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f6572-8b35-4b86-9194-dff2f4454972 None None] Pushing event updated for resources: {'Port': ['ID=32064c6f-f3cb-4334-a1fd-9cdf0fd1a822,revision_number=3']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:43.775343 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Routers {'df9f5504-0934-4a7b-a761-fe077d5ea360'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:38:43.775562 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:38:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['df9f5504-0934-4a7b-a761-fe077d5ea360'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:43.829220 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-ac8a12cc-1464-403e-ba9d-8571b6e935c9 None None] For port 4e57de63-a48d-4203-a09a-fd32760b92c1, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=4e57de63-a48d-4203-a09a-fd32760b92c1,segment=NetworkSegment(ff1991fa-da1c-448d-b437-0916093493dc),segment_id=ff1991fa-da1c-448d-b437-0916093493dc)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:38:43.878164 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b7906130-c5ec-4431-8162-7d7989fc51ab admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0275276 Jan 26 20:38:43.954323 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3251882-d23c-493d-919d-3dc0ec389383 req-097d4969-d04f-41a0-b350-2ad3de0b3f81 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:43.970336 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c3251882-d23c-493d-919d-3dc0ec389383 req-097d4969-d04f-41a0-b350-2ad3de0b3f81 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1383340 Jan 26 20:38:44.080187 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Allocated IP 172.20.0.1 (99dd60e4-50ee-4bca-938f-963f52944557/9561137a-14f7-42ef-a54e-831b46658863/e0cd1d3f-47f0-45b6-9d98-e240453aaa21) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:38:44.098137 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c3251882-d23c-493d-919d-3dc0ec389383 req-cfa33ae9-df9c-4bee-ae0f-06bae3eeeae9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268282 Jan 26 20:38:44.103672 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ac8a12cc-1464-403e-ba9d-8571b6e935c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:44.230593 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] Set router df9f5504-0934-4a7b-a761-fe077d5ea360 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:38:44.329369 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a12cc-1464-403e-ba9d-8571b6e935c9 None None] Pushing event updated for resources: {'Port': ['ID=4e57de63-a48d-4203-a09a-fd32760b92c1,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:44.390018 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-44085a6c-c58c-4764-a659-8680d7649362 req-3f26494f-1829-48c2-84cd-bd071c543d85 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1435061 Jan 26 20:38:44.465004 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0787271-ad1c-48be-a2f5-e8fa4d01b202 None None] Network 02448085-eae7-4e2a-a627-3787fcaffd76 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:38:44.588813 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40212) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:44.594004 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:44.622300 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ee8a4-35b2-403f-8f8a-1b3300d55e6d req-24843a45-dd68-4da4-8304-5fc48ab69fef tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:44.635863 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-446ee8a4-35b2-403f-8f8a-1b3300d55e6d req-24843a45-dd68-4da4-8304-5fc48ab69fef tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.9471018 Jan 26 20:38:44.687033 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Transition to ACTIVE for port object e0cd1d3f-47f0-45b6-9d98-e240453aaa21 will not be triggered until provisioned by entity DHCP. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:38:44.801410 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-5e554676-d66a-46b5-9df9-ca7178033421 None None] Provisioning complete for port 4e57de63-a48d-4203-a09a-fd32760b92c1 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:44.801953 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5e554676-d66a-46b5-9df9-ca7178033421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:44.802546 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-446ee8a4-35b2-403f-8f8a-1b3300d55e6d req-961ba215-0e34-40ff-ab22-a863ce58a80b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654627 Jan 26 20:38:44.843721 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:44.899423 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4a20af07-a17b-40c5-9c39-86c4c127fbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:44.909871 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'name': 'tempest-TestMinimumBasicScenario-1102073177-router', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:37Z', 'updated_at': '2022-01-26T20:38:39Z', 'revision_number': 3, 'project_id': '2b511339e44a45d9bdbc9200a461495f', 'gw_port': {'id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:38Z', 'updated_at': '2022-01-26T20:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:44.920035 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-2d9cf236-6cac-4fb9-839d-698c24e30f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:44.920370 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33654311-e1b7-429b-be2a-cbeb4e442e55 None None] The sync data for ids ['df9f5504-0934-4a7b-a761-fe077d5ea360'] in dv-cinder-826519-1-iscsi is: [{'id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'name': 'tempest-TestMinimumBasicScenario-1102073177-router', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:37Z', 'updated_at': '2022-01-26T20:38:39Z', 'revision_number': 3, 'project_id': '2b511339e44a45d9bdbc9200a461495f', 'gw_port': {'id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:38Z', 'updated_at': '2022-01-26T20:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:38:44.972720 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-4a20af07-a17b-40c5-9c39-86c4c127fbfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:44.987908 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-4a20af07-a17b-40c5-9c39-86c4c127fbfb admin admin] Usage tracker for resource:security_group_rule and tenant:d1b55c414fbe425691184c40ee82fb38 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:44.997801 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-4a20af07-a17b-40c5-9c39-86c4c127fbfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:45.003137 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Network 99dd60e4-50ee-4bca-938f-963f52944557 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:38:45.005995 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-4a20af07-a17b-40c5-9c39-86c4c127fbfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:45.011297 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:45.013270 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cd1d3f-47f0-45b6-9d98-e240453aaa21,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:45.046492 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:38:45.109051 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4a20af07-a17b-40c5-9c39-86c4c127fbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.114847 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4a20af07-a17b-40c5-9c39-86c4c127fbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.140037 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478544'] for router_interface, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.190088 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20af07-a17b-40c5-9c39-86c4c127fbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a1bd5b-13a3-427c-a2cb-d8c33716f4d5,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:45.199258 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-4a20af07-a17b-40c5-9c39-86c4c127fbfb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1b55c414fbe425691184c40ee82fb38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6088636 Jan 26 20:38:45.201873 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40232) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:45.306442 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-fb92d393-6370-48b9-b2f1-0e8135db6996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.451882 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-44085a6c-c58c-4764-a659-8680d7649362 req-249b1899-1983-43c5-a156-72b59242de1e service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799294 Jan 26 20:38:45.476339 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.484410 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-fb92d393-6370-48b9-b2f1-0e8135db6996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.498772 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-c24abfd1-a826-4a5a-ae52-87411ab4454f None None] Provisioning for port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:38:45.506471 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-c24abfd1-a826-4a5a-ae52-87411ab4454f None None] Provisioning complete for port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:45.506837 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-c24abfd1-a826-4a5a-ae52-87411ab4454f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.582122 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-fb92d393-6370-48b9-b2f1-0e8135db6996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.603626 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-c24abfd1-a826-4a5a-ae52-87411ab4454f None None] Port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:38:45.606139 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92d393-6370-48b9-b2f1-0e8135db6996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a1bd5b-13a3-427c-a2cb-d8c33716f4d5,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:45.621635 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddc03e-e0c1-4f90-92f3-b66f880f7857 req-45150c43-35e9-40e1-af3f-752a3d3e6c87 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:45.630288 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-87ddc03e-e0c1-4f90-92f3-b66f880f7857 req-45150c43-35e9-40e1-af3f-752a3d3e6c87 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.2961283 Jan 26 20:38:45.656319 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-fb92d393-6370-48b9-b2f1-0e8135db6996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.657422 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-fb92d393-6370-48b9-b2f1-0e8135db6996 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53a1bd5b-13a3-427c-a2cb-d8c33716f4d5 HTTP/1.1" status: 204 len: 168 time: 0.4514325 Jan 26 20:38:45.683156 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-87ddc03e-e0c1-4f90-92f3-b66f880f7857 req-a3487063-c0d0-4aca-bb20-bb612766f292 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518832 Jan 26 20:38:45.779322 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40244) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:45.792723 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1790199370-network', 'tenant_id': '2a0a26943ec94e31a6352a68c7af5f1a'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:45.807138 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:45.811731 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Usage tracker for resource:network and tenant:2a0a26943ec94e31a6352a68c7af5f1a is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:45.814731 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:45.821877 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:45.843027 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Made reservation on behalf of 2a0a26943ec94e31a6352a68c7af5f1a for: {'network': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:38:45.845605 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.855038 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.862113 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.871122 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:45.932565 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:45.938107 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:2a0a26943ec94e31a6352a68c7af5f1a is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:45.942028 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:45.952141 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 4e57de63-a48d-4203-a09a-fd32760b92c1 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:38:45.963167 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:46.016567 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1442874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477369'] for router_interface, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.022967 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cd1d3f-47f0-45b6-9d98-e240453aaa21,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:46.142315 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.155883 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.177212 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.185627 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.203032 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=82709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:38:46.214291 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcfd9f3-41c0-4388-bdeb-b3db0a01efa5,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:46.231284 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.232123 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.segments_db [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Added segment 6d8f3d5b-5c58-49f9-826e-69d983b62251 of type vlan for network 2e9ab496-91a3-4812-b2f1-6080da04ff67 Jan 26 20:38:46.242712 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 4e57de63-a48d-4203-a09a-fd32760b92c1 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:46.243110 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.297257 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.302250 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Network 99dd60e4-50ee-4bca-938f-963f52944557 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:38:46.308553 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:46.345739 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.352643 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:46.353882 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.417143 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6351314 Jan 26 20:38:46.417811 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40262) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:46.504936 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Request body: {'subnet': {'network_id': '2e9ab496-91a3-4812-b2f1-6080da04ff67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1790199370-subnet', 'tenant_id': '2a0a26943ec94e31a6352a68c7af5f1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:38:46.521874 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:38:46.538215 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Usage tracker for resource:subnet and tenant:2a0a26943ec94e31a6352a68c7af5f1a is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:38:46.547993 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:38:46.557459 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:38:46.560134 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34923ca7-634d-42b8-9390-d5fc224b4ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9ab496-91a3-4812-b2f1-6080da04ff67,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:46.574774 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 2e9ab496-91a3-4812-b2f1-6080da04ff67 details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:38:46.586400 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Made reservation on behalf of 2a0a26943ec94e31a6352a68c7af5f1a for: {'subnet': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:38:46.589662 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6641116'] for subnet, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.776738 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-f001dcbd-9b1b-4aef-adb3-efe10b8ceaf3 None None] Provisioning complete for port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:46.778366 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-f001dcbd-9b1b-4aef-adb3-efe10b8ceaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.783882 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7a52-4c91-44d6-94c2-8248062bc013 req-386a9ed1-2380-455c-b7a8-57fad638e91e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:46.785546 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0c4a7a52-4c91-44d6-94c2-8248062bc013 req-386a9ed1-2380-455c-b7a8-57fad638e91e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.5575869 Jan 26 20:38:46.870453 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7398242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6641098'] for subnet, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:46.871711 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-f001dcbd-9b1b-4aef-adb3-efe10b8ceaf3 None None] Port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:38:46.901169 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0c4a7a52-4c91-44d6-94c2-8248062bc013 req-5485c934-40bf-404e-8c1d-a6eb32aafe44 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017578 Jan 26 20:38:47.027093 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2426722e-4018-4719-86a3-950e6a439033,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:47.039138 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Checking segment: {'id': '6d8f3d5b-5c58-49f9-826e-69d983b62251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2e9ab496-91a3-4812-b2f1-6080da04ff67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:38:47.039475 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Network hostable DHCP agents. Network: 2e9ab496-91a3-4812-b2f1-6080da04ff67, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:38:47.045645 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Router df9f5504-0934-4a7b-a761-fe077d5ea360 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:38:47.089726 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d43680-92a6-4ab7-b77d-243cceadd6cf req-3e20d58a-273a-4673-85a8-988a14d9fb4d tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:47.091740 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a9d43680-92a6-4ab7-b77d-243cceadd6cf req-3e20d58a-273a-4673-85a8-988a14d9fb4d tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1479099 Jan 26 20:38:47.092984 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Network 2e9ab496-91a3-4812-b2f1-6080da04ff67 is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:38:47.149902 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 2e9ab496-91a3-4812-b2f1-6080da04ff67) {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:38:47.165535 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:47.165535 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:47.170520 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283d575-b35d-4d2e-8e60-305f29121b71 None None] Network 2e9ab496-91a3-4812-b2f1-6080da04ff67 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:38:47.199970 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a9d43680-92a6-4ab7-b77d-243cceadd6cf req-4132746d-7133-4a0b-b4e9-eb0b88e217e7 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989232 Jan 26 20:38:47.217125 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-36feab9b-6159-439c-94ef-6e53d3738e6c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7868741 Jan 26 20:38:47.574524 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:38:47.597055 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1e4bb7e0-7970-4956-afc9-393d84dbf810 admin admin] 10.222.0.53 "PUT /v2.0/routers/df9f5504-0934-4a7b-a761-fe077d5ea360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4286592 Jan 26 20:38:47.603624 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c46b4-9c41-49f9-a4be-5d6949582400 None None] Network 2e9ab496-91a3-4812-b2f1-6080da04ff67 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:38:47.999200 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:48.234598 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63727b2-cb0d-4c20-982a-75e93b822ee9 req-e2205679-e073-4e58-be0c-16b47ba1f743 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:48.240313 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d63727b2-cb0d-4c20-982a-75e93b822ee9 req-e2205679-e073-4e58-be0c-16b47ba1f743 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1620231 Jan 26 20:38:48.315516 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d63727b2-cb0d-4c20-982a-75e93b822ee9 req-d74ee978-7d1d-46a0-a727-1c91ff2b7a6b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684278 Jan 26 20:38:48.943936 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca06e0a-9336-4648-9f67-c1af346382c1 req-be1b27db-50ce-4b12-9495-8497efa1b0be tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:48.947039 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5ca06e0a-9336-4648-9f67-c1af346382c1 req-be1b27db-50ce-4b12-9495-8497efa1b0be tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.2256107 Jan 26 20:38:49.060459 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5ca06e0a-9336-4648-9f67-c1af346382c1 req-2548a5e0-4c64-4bba-a6b3-20421af90fff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060076 Jan 26 20:38:49.610498 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706b4a7-ed24-465e-ba1f-f7849bd9b638 req-5f5c7020-a81a-4039-9285-92632449f03c tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:49.612794 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f706b4a7-ed24-465e-ba1f-f7849bd9b638 req-5f5c7020-a81a-4039-9285-92632449f03c tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1064985 Jan 26 20:38:49.700057 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f706b4a7-ed24-465e-ba1f-f7849bd9b638 req-6203b17c-009d-417f-9353-fd167657c8d3 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807331 Jan 26 20:38:50.752659 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982050a1-4341-450b-85ed-a212a3e609cf req-48391467-4858-4e0a-a434-0db4f34d5124 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:50.754172 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-982050a1-4341-450b-85ed-a212a3e609cf req-48391467-4858-4e0a-a434-0db4f34d5124 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.4415522 Jan 26 20:38:50.854626 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-982050a1-4341-450b-85ed-a212a3e609cf req-c3c3304e-ed16-4aff-be86-c6b544fde29b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927086 Jan 26 20:38:51.941167 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:38:52.033441 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:38:52.038863 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:52.039697 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:52.121005 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e4ade-b508-4b19-aca8-297a946fc96d req-74c217f7-7470-421b-8b98-06ee45b86b7b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:52.131414 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0b6e4ade-b508-4b19-aca8-297a946fc96d req-74c217f7-7470-421b-8b98-06ee45b86b7b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1155598 Jan 26 20:38:52.206527 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0b6e4ade-b508-4b19-aca8-297a946fc96d req-aea3dab8-bd6d-47eb-92fa-cd8d07dd6ed8 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737045 Jan 26 20:38:52.232180 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:52.272624 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=32064c6f-f3cb-4334-a1fd-9cdf0fd1a822,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:38:52.278221 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:52.418300 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=32064c6f-f3cb-4334-a1fd-9cdf0fd1a822,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:53.215181 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0667f0-d505-4b1e-a393-8cd169640bb2 req-0a464358-90ca-4f77-a4a5-93f13340c15a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:53.217648 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ac0667f0-d505-4b1e-a393-8cd169640bb2 req-0a464358-90ca-4f77-a4a5-93f13340c15a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1464279 Jan 26 20:38:53.289828 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ac0667f0-d505-4b1e-a393-8cd169640bb2 req-12ecd2c0-5aed-42e5-931a-166a6e911233 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620844 Jan 26 20:38:53.608526 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af3292-7d44-4f16-80d4-2565bfab4bdc req-61b7c931-b5d7-4125-a425-1637844fde87 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:53.611261 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b5af3292-7d44-4f16-80d4-2565bfab4bdc req-61b7c931-b5d7-4125-a425-1637844fde87 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1176968 Jan 26 20:38:53.695623 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b5af3292-7d44-4f16-80d4-2565bfab4bdc req-8d8b1270-952f-494e-8b47-978b545c76a3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786138 Jan 26 20:38:53.914018 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba620fa5-5e04-4396-8a39-3a3c020b514c req-d961eb72-d521-411e-8a34-c42278ff412e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:53.921169 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ba620fa5-5e04-4396-8a39-3a3c020b514c req-d961eb72-d521-411e-8a34-c42278ff412e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1236491 Jan 26 20:38:53.936340 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:38:54.010072 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ba620fa5-5e04-4396-8a39-3a3c020b514c req-38bf9a5d-aeb9-4e2b-b1f8-5ebb8b1e031e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845497 Jan 26 20:38:54.139321 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:38:54.139974 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:54.954111 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537aa6-6bb3-4a22-912f-26a68e646915 req-2b45df16-5bdf-484b-b16d-a6a6ed3bb9c4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:54.961565 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-48537aa6-6bb3-4a22-912f-26a68e646915 req-2b45df16-5bdf-484b-b16d-a6a6ed3bb9c4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1616576 Jan 26 20:38:55.014139 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-48537aa6-6bb3-4a22-912f-26a68e646915 req-07c59321-fe55-4892-9e13-e2e4447dcace tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512464 Jan 26 20:38:55.215333 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fd0a6-3aff-49b4-a55f-74bd8257fcaf req-61eb8361-d035-4af3-a1bd-2a4bfe6fc711 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:55.222069 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-945fd0a6-3aff-49b4-a55f-74bd8257fcaf req-61eb8361-d035-4af3-a1bd-2a4bfe6fc711 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1560085 Jan 26 20:38:55.290509 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-945fd0a6-3aff-49b4-a55f-74bd8257fcaf req-9d2e7647-6d59-4ae9-b62c-8ac95706acce tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671904 Jan 26 20:38:56.290000 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3193c-b548-4e22-9b5b-1d3ee537cb6c req-7a4d1703-7ada-4754-bee1-8181aa7b08b5 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:56.291637 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-89f3193c-b548-4e22-9b5b-1d3ee537cb6c req-7a4d1703-7ada-4754-bee1-8181aa7b08b5 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.0918214 Jan 26 20:38:56.414195 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-89f3193c-b548-4e22-9b5b-1d3ee537cb6c req-cb33952c-68be-4dc8-a881-d845a0440cf8 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132033 Jan 26 20:38:56.630400 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9430d8-bd60-4864-b1a9-b4e0c8f987ba req-766c49eb-5992-4a41-b52f-92e0eec22cf1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:56.631806 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4d9430d8-bd60-4864-b1a9-b4e0c8f987ba req-766c49eb-5992-4a41-b52f-92e0eec22cf1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.0994983 Jan 26 20:38:56.687983 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4d9430d8-bd60-4864-b1a9-b4e0c8f987ba req-b7c46532-d747-4548-a6d8-91b577c1bb5f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488579 Jan 26 20:38:57.069296 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Sync routers for ids ['df9f5504-0934-4a7b-a761-fe077d5ea360'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:38:57.084075 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Routers {'df9f5504-0934-4a7b-a761-fe077d5ea360'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:38:57.084956 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:38:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['df9f5504-0934-4a7b-a761-fe077d5ea360'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:57.289809 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Set router df9f5504-0934-4a7b-a761-fe077d5ea360 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:38:57.887520 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'name': 'tempest-TestMinimumBasicScenario-1102073177-router', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:37Z', 'updated_at': '2022-01-26T20:38:45Z', 'revision_number': 4, 'project_id': '2b511339e44a45d9bdbc9200a461495f', 'gw_port': {'id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:38Z', 'updated_at': '2022-01-26T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'e0cd1d3f-47f0-45b6-9d98-e240453aaa21', 'name': '', 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'mac_address': 'fa:16:3e:bf:32:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9561137a-14f7-42ef-a54e-831b46658863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:43Z', 'updated_at': '2022-01-26T20:38:45Z', 'revision_number': 2, 'project_id': '2b511339e44a45d9bdbc9200a461495f', 'subnets': [{'id': '9561137a-14f7-42ef-a54e-831b46658863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:57.898802 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Checking router: df9f5504-0934-4a7b-a761-fe077d5ea360 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:38:57.900694 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Updating router df9f5504-0934-4a7b-a761-fe077d5ea360 port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 binding host dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:38:57.921739 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb181-3fed-4e48-85b4-3fe827f32b04 req-b96d6aea-c590-4267-a730-e1b81fc0da6f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:57.925818 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4b4eb181-3fed-4e48-85b4-3fe827f32b04 req-b96d6aea-c590-4267-a730-e1b81fc0da6f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.2056811 Jan 26 20:38:58.024613 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:58.027780 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4b4eb181-3fed-4e48-85b4-3fe827f32b04 req-c88f27ce-2d7c-49fa-a5b3-14323bc3133e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984063 Jan 26 20:38:58.248254 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf482d-5450-416c-aff1-7d20c4266914 req-a0a80966-c729-410f-a39d-90197cff2ecf tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:58.250819 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-38cf482d-5450-416c-aff1-7d20c4266914 req-a0a80966-c729-410f-a39d-90197cff2ecf tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.2049680 Jan 26 20:38:58.371550 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-38cf482d-5450-416c-aff1-7d20c4266914 req-69b2f376-c4dd-41d6-b054-bf220fe31995 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137431 Jan 26 20:38:58.648668 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Notify callbacks [] for port, precommit_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:58.663789 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Transition to ACTIVE for port object e0cd1d3f-47f0-45b6-9d98-e240453aaa21 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:38:58.671711 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:58.849275 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93776f-5c42-463b-97e4-13990ac09086 None None] Pushing event updated for resources: {'Port': ['ID=e0cd1d3f-47f0-45b6-9d98-e240453aaa21,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:58.930493 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Attempting to bind port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:38:58.930493 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Attempting to bind port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': 'ff1991fa-da1c-448d-b437-0916093493dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:38:58.930493 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Attempting to bind port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 on network 99dd60e4-50ee-4bca-938f-963f52944557 {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:38:58.937241 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:38:58.937649 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Checking segment: {'id': 'ff1991fa-da1c-448d-b437-0916093493dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:38:58.938009 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:58.938402 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Bound using segment: {'id': 'ff1991fa-da1c-448d-b437-0916093493dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:38:58.938869 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Bound port: e0cd1d3f-47f0-45b6-9d98-e240453aaa21, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1991fa-da1c-448d-b437-0916093493dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:38:58.939261 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:59.039918 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] For port e0cd1d3f-47f0-45b6-9d98-e240453aaa21, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:38:59.044253 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] For port e0cd1d3f-47f0-45b6-9d98-e240453aaa21, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=e0cd1d3f-47f0-45b6-9d98-e240453aaa21,segment=NetworkSegment(ff1991fa-da1c-448d-b437-0916093493dc),segment_id=ff1991fa-da1c-448d-b437-0916093493dc)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:38:59.052497 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:38:59.205571 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Routers {'df9f5504-0934-4a7b-a761-fe077d5ea360'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:38:59.206208 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:38:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['df9f5504-0934-4a7b-a761-fe077d5ea360'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:38:59.365837 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93776f-5c42-463b-97e4-13990ac09086 None None] Pushing event updated for resources: {'Port': ['ID=e0cd1d3f-47f0-45b6-9d98-e240453aaa21,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:38:59.413979 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aeb3f-4dda-4357-bbb9-87c1f2cc9cff req-7954b897-fa2c-41e1-b3eb-eed908caf333 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:59.416474 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-db4aeb3f-4dda-4357-bbb9-87c1f2cc9cff req-7954b897-fa2c-41e1-b3eb-eed908caf333 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1939454 Jan 26 20:38:59.535350 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-db4aeb3f-4dda-4357-bbb9-87c1f2cc9cff req-cc67783c-e341-48ad-91aa-8070d6f90c5a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082468 Jan 26 20:38:59.581998 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] Set router df9f5504-0934-4a7b-a761-fe077d5ea360 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:38:59.696911 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ad7d9-e320-418a-b9ed-3946fac6d6cf req-0dd13cec-eea5-4724-b9ac-4bbba15d9c77 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:38:59.705205 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3a1ad7d9-e320-418a-b9ed-3946fac6d6cf req-0dd13cec-eea5-4724-b9ac-4bbba15d9c77 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1250298 Jan 26 20:38:59.816847 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3a1ad7d9-e320-418a-b9ed-3946fac6d6cf req-77a4c44c-d1c1-4520-9bc9-63ccd04f9e94 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091945 Jan 26 20:39:00.062845 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'name': 'tempest-TestMinimumBasicScenario-1102073177-router', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:37Z', 'updated_at': '2022-01-26T20:38:45Z', 'revision_number': 4, 'project_id': '2b511339e44a45d9bdbc9200a461495f', 'gw_port': {'id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:38Z', 'updated_at': '2022-01-26T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'e0cd1d3f-47f0-45b6-9d98-e240453aaa21', 'name': '', 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'mac_address': 'fa:16:3e:bf:32:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9561137a-14f7-42ef-a54e-831b46658863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:43Z', 'updated_at': '2022-01-26T20:38:59Z', 'revision_number': 4, 'project_id': '2b511339e44a45d9bdbc9200a461495f', 'subnets': [{'id': '9561137a-14f7-42ef-a54e-831b46658863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:39:00.067809 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ca88d-7c5e-4bd3-83a2-d352fd30e04b None None] The sync data for ids ['df9f5504-0934-4a7b-a761-fe077d5ea360'] in dv-cinder-826519-1-iscsi is: [{'id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'name': 'tempest-TestMinimumBasicScenario-1102073177-router', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:37Z', 'updated_at': '2022-01-26T20:38:45Z', 'revision_number': 4, 'project_id': '2b511339e44a45d9bdbc9200a461495f', 'gw_port': {'id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:38Z', 'updated_at': '2022-01-26T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'e0cd1d3f-47f0-45b6-9d98-e240453aaa21', 'name': '', 'network_id': '99dd60e4-50ee-4bca-938f-963f52944557', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'mac_address': 'fa:16:3e:bf:32:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9561137a-14f7-42ef-a54e-831b46658863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:43Z', 'updated_at': '2022-01-26T20:38:59Z', 'revision_number': 4, 'project_id': '2b511339e44a45d9bdbc9200a461495f', 'subnets': [{'id': '9561137a-14f7-42ef-a54e-831b46658863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:39:00.141208 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 16929471-3b6f-4eb2-8320-2630d4f1748b details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:39:00.479300 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=16929471-3b6f-4eb2-8320-2630d4f1748b,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:00.518585 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'port_id': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'mac_address': 'fa:16:3e:c0:d0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:39:00.659889 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:00.709887 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16929471-3b6f-4eb2-8320-2630d4f1748b {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:39:00.752309 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=16929471-3b6f-4eb2-8320-2630d4f1748b,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:00.764289 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:00.906714 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['16929471-3b6f-4eb2-8320-2630d4f1748b'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:39:00.924501 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522a67f-195b-448a-bac6-35c631588150 req-cc5eb526-2529-44d6-801e-09e8b116fe31 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:00.932116 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d522a67f-195b-448a-bac6-35c631588150 req-cc5eb526-2529-44d6-801e-09e8b116fe31 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1376572 Jan 26 20:39:00.999622 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d522a67f-195b-448a-bac6-35c631588150 req-06259d5b-3acf-4dff-ab98-8c07a34a6a4c tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664322 Jan 26 20:39:01.070343 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=16929471-3b6f-4eb2-8320-2630d4f1748b,revision_number=6']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:01.147989 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97739edd-2112-4887-8f56-ab8d41605bd2 req-7d56124e-0b01-4570-99f7-09b7a24a871e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:01.156103 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-97739edd-2112-4887-8f56-ab8d41605bd2 req-7d56124e-0b01-4570-99f7-09b7a24a871e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 944 time: 0.1245546 Jan 26 20:39:01.255239 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-97739edd-2112-4887-8f56-ab8d41605bd2 req-01da0ec0-a1d9-4712-9882-0a3579a2cb80 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972550 Jan 26 20:39:02.043093 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device e0cd1d3f-47f0-45b6-9d98-e240453aaa21 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:39:02.163252 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 16929471-3b6f-4eb2-8320-2630d4f1748b up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:39:02.418354 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 16929471-3b6f-4eb2-8320-2630d4f1748b triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:39:02.418812 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:02.469005 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:39:02.490779 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:39:02.497297 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:02.741840 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baffaa-8758-4156-946b-9f417044129c req-d742e339-35b5-43cf-a026-3f3d4ed6ffa8 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:02.748097 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-07baffaa-8758-4156-946b-9f417044129c req-d742e339-35b5-43cf-a026-3f3d4ed6ffa8 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.4241781 Jan 26 20:39:02.927920 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-07baffaa-8758-4156-946b-9f417044129c req-0f06283b-5ede-49c4-9ac2-545f1b7155a4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740103 Jan 26 20:39:03.086046 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ec820-101f-48ad-ac8a-4aa2b975bd03 req-2107a5ad-b81a-4309-a0cd-91c1e46b1328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:03.092965 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:03.099566 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b01ec820-101f-48ad-ac8a-4aa2b975bd03 req-2107a5ad-b81a-4309-a0cd-91c1e46b1328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 944 time: 0.3097999 Jan 26 20:39:03.235140 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b01ec820-101f-48ad-ac8a-4aa2b975bd03 req-ca1c1d86-6f02-4509-8ad6-c77fd0afcb65 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345940 Jan 26 20:39:03.271116 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:03.371324 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:03.378447 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:39:03.389851 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port e0cd1d3f-47f0-45b6-9d98-e240453aaa21, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=e0cd1d3f-47f0-45b6-9d98-e240453aaa21,segment=NetworkSegment(ff1991fa-da1c-448d-b437-0916093493dc),segment_id=ff1991fa-da1c-448d-b437-0916093493dc)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:03.395036 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=16929471-3b6f-4eb2-8320-2630d4f1748b,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:03.399602 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:03.565766 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:03.679781 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40704) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:03.719518 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'code': 200} Jan 26 20:39:03.726761 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=e0cd1d3f-47f0-45b6-9d98-e240453aaa21,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:03.833918 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40712) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:03.893274 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=16929471-3b6f-4eb2-8320-2630d4f1748b,revision_number=7']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:04.029018 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device e0cd1d3f-47f0-45b6-9d98-e240453aaa21 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:39:04.328596 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:39:04.330749 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:04.345740 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-20a2d1c8-5ecd-42e6-8ad7-ea76b51da754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:04.391508 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e5598b8e-d27a-4189-81dd-e457048e1424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:04.444785 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-e5598b8e-d27a-4189-81dd-e457048e1424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:04.451263 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-20a2d1c8-5ecd-42e6-8ad7-ea76b51da754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:04.453968 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-e5598b8e-d27a-4189-81dd-e457048e1424 admin admin] Usage tracker for resource:security_group_rule and tenant:392364ad43f84b41b1eaee2a573d4c0b is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:04.463381 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-e5598b8e-d27a-4189-81dd-e457048e1424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:04.470049 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-20a2d1c8-5ecd-42e6-8ad7-ea76b51da754 admin admin] Usage tracker for resource:security_group_rule and tenant:c5e3b6fa07de4c118cc7663826d33821 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:04.482967 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-20a2d1c8-5ecd-42e6-8ad7-ea76b51da754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:04.498452 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-e5598b8e-d27a-4189-81dd-e457048e1424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:04.511126 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-20a2d1c8-5ecd-42e6-8ad7-ea76b51da754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:04.662661 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49d6d0-bf98-4826-a5f1-edb61ef4333a req-469235c4-b211-4ca0-a2de-962191671f3e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:04.677615 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0e49d6d0-bf98-4826-a5f1-edb61ef4333a req-469235c4-b211-4ca0-a2de-962191671f3e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.2772288 Jan 26 20:39:04.817680 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0e49d6d0-bf98-4826-a5f1-edb61ef4333a req-9b4c1cd4-b128-4855-8284-b3da38c47b72 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335223 Jan 26 20:39:04.838839 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e5598b8e-d27a-4189-81dd-e457048e1424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:04.842323 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-20a2d1c8-5ecd-42e6-8ad7-ea76b51da754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:04.847541 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e5598b8e-d27a-4189-81dd-e457048e1424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:04.935400 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5598b8e-d27a-4189-81dd-e457048e1424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1977f3a9-1c43-4edb-8aa6-cbfb01ccba1c,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:04.940353 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-20a2d1c8-5ecd-42e6-8ad7-ea76b51da754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:05.043603 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-20a2d1c8-5ecd-42e6-8ad7-ea76b51da754 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5e3b6fa07de4c118cc7663826d33821&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2059319 Jan 26 20:39:05.047144 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 40740) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:05.132934 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2d1c8-5ecd-42e6-8ad7-ea76b51da754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80520916-715e-4898-9e52-7483c0920504,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:05.232067 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-e5598b8e-d27a-4189-81dd-e457048e1424 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=392364ad43f84b41b1eaee2a573d4c0b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5510886 Jan 26 20:39:05.247780 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40748) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:05.386749 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a7105417-f4ef-4256-a253-12cd29d2f290 req-a00fd115-fd5f-44c7-836a-7282b04ed848 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 1098 time: 0.4892397 Jan 26 20:39:05.427116 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-28a918dc-f763-43d1-abec-d4478063d5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:05.612723 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da973845-7a41-47c7-9253-d80a14587391 req-9da416ce-51ee-4469-9007-0b1bb5773707 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:05.623728 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-da973845-7a41-47c7-9253-d80a14587391 req-9da416ce-51ee-4469-9007-0b1bb5773707 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.4828553 Jan 26 20:39:05.664056 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-28a918dc-f763-43d1-abec-d4478063d5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:05.734118 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bd9acbfc-26be-408d-bd22-c9b806132133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:05.824005 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bd9acbfc-26be-408d-bd22-c9b806132133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:05.826662 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8cee5-fbcc-433a-be69-db603d97cc68 req-0fbfd189-4db7-423e-9fb5-0309ec6680f5 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:05.828241 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-38b8cee5-fbcc-433a-be69-db603d97cc68 req-0fbfd189-4db7-423e-9fb5-0309ec6680f5 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.5619693 Jan 26 20:39:05.864528 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-da973845-7a41-47c7-9253-d80a14587391 req-352a5e5a-20a1-49aa-aad7-106c00808db5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407937 Jan 26 20:39:05.960151 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7105417-f4ef-4256-a253-12cd29d2f290 req-b176d40f-955d-42a3-ae67-9d4ebdc1fa47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:05.961693 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a7105417-f4ef-4256-a253-12cd29d2f290 req-b176d40f-955d-42a3-ae67-9d4ebdc1fa47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 200 len: 920 time: 0.5658770 Jan 26 20:39:05.968278 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bd9acbfc-26be-408d-bd22-c9b806132133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:06.041546 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9acbfc-26be-408d-bd22-c9b806132133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1977f3a9-1c43-4edb-8aa6-cbfb01ccba1c,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:06.095166 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bd9acbfc-26be-408d-bd22-c9b806132133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:06.096180 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-bd9acbfc-26be-408d-bd22-c9b806132133 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1977f3a9-1c43-4edb-8aa6-cbfb01ccba1c HTTP/1.1" status: 204 len: 168 time: 0.8474660 Jan 26 20:39:06.328640 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac1925-139f-4502-afa0-e7d5dbd23b22 req-750e74b5-2c14-4f15-a2db-94a520a4776a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:06.330093 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-02ac1925-139f-4502-afa0-e7d5dbd23b22 req-750e74b5-2c14-4f15-a2db-94a520a4776a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.2365887 Jan 26 20:39:06.345027 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-38b8cee5-fbcc-433a-be69-db603d97cc68 req-146b4c7e-2b10-4f53-b17a-17cdaba9770c tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504387 Jan 26 20:39:06.392255 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a7105417-f4ef-4256-a253-12cd29d2f290 req-2d803da5-0820-4876-906a-c8f165ecfd9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72 HTTP/1.1" status: 200 len: 217 time: 0.3783092 Jan 26 20:39:06.497973 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-02ac1925-139f-4502-afa0-e7d5dbd23b22 req-c579f8db-61d6-4715-bd95-aaff6a58fc44 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580398 Jan 26 20:39:06.554546 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-28a918dc-f763-43d1-abec-d4478063d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:06.632278 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-28a918dc-f763-43d1-abec-d4478063d5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:06.637152 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-28a918dc-f763-43d1-abec-d4478063d5a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80520916-715e-4898-9e52-7483c0920504 HTTP/1.1" status: 204 len: 168 time: 1.5819290 Jan 26 20:39:06.639688 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7105417-f4ef-4256-a253-12cd29d2f290 req-db4fdc8b-5e92-478d-bdb1-abf4faa020f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:06.641558 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a7105417-f4ef-4256-a253-12cd29d2f290 req-db4fdc8b-5e92-478d-bdb1-abf4faa020f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a71d783-e3a8-40d2-b37b-0c93d1b53c2d HTTP/1.1" status: 200 len: 859 time: 0.2396002 Jan 26 20:39:06.644484 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a918dc-f763-43d1-abec-d4478063d5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80520916-715e-4898-9e52-7483c0920504,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:06.787128 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a7105417-f4ef-4256-a253-12cd29d2f290 req-ee30d107-20c4-4205-b731-801d179b7b28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119950 Jan 26 20:39:07.146626 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 40772) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:07.245392 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e1d68b3-09b8-45ec-a41d-2a0a1a9942b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:07.413324 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-1e1d68b3-09b8-45ec-a41d-2a0a1a9942b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:07.445309 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-1e1d68b3-09b8-45ec-a41d-2a0a1a9942b1 admin admin] Usage tracker for resource:security_group_rule and tenant:141994b9a82e430ab270838db4e8c75f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:07.458960 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-1e1d68b3-09b8-45ec-a41d-2a0a1a9942b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:07.471827 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-1e1d68b3-09b8-45ec-a41d-2a0a1a9942b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:07.517626 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb81cc9-7623-48d1-960a-c08c993860db req-cb953fdc-70d9-4c4e-9456-2ba908076dc0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:07.519469 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5bb81cc9-7623-48d1-960a-c08c993860db req-cb953fdc-70d9-4c4e-9456-2ba908076dc0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.2175789 Jan 26 20:39:07.522227 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a7105417-f4ef-4256-a253-12cd29d2f290 req-d953c0f5-2179-4aba-aead-465d2eed2588 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260342 Jan 26 20:39:07.779729 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5bb81cc9-7623-48d1-960a-c08c993860db req-3cd953f0-e5bb-4c57-bc05-d0c4d5c9bde2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421448 Jan 26 20:39:07.852175 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fb177-7a87-40a2-a3a0-7be19e8c3ee3 req-ffd14158-5689-4946-95f8-9284ac761d9d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:07.869487 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b53fb177-7a87-40a2-a3a0-7be19e8c3ee3 req-ffd14158-5689-4946-95f8-9284ac761d9d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1994638 Jan 26 20:39:07.935779 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:39:07.963632 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b53fb177-7a87-40a2-a3a0-7be19e8c3ee3 req-337572f0-098f-4d09-a306-736bdd97120f tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931520 Jan 26 20:39:07.994890 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e1d68b3-09b8-45ec-a41d-2a0a1a9942b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:08.011268 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a7105417-f4ef-4256-a253-12cd29d2f290 req-e3ed7555-80ef-42cf-83c9-3881a7bd06e5 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693789 Jan 26 20:39:08.012583 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1e1d68b3-09b8-45ec-a41d-2a0a1a9942b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:08.109620 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1e1d68b3-09b8-45ec-a41d-2a0a1a9942b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=141994b9a82e430ab270838db4e8c75f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9467118 Jan 26 20:39:08.119772 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 40788) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:08.244507 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d68b3-09b8-45ec-a41d-2a0a1a9942b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b41ed71-0059-41b9-896d-81c13b40f46f,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:08.391431 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fabb866c-82eb-48c0-9499-70f4477647d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:08.414148 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b148c1a-fd63-4f56-ae8f-f6be4000a2d6 req-b673cd2e-2311-4f48-8343-42e8bc749cea tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:08.415756 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6b148c1a-fd63-4f56-ae8f-f6be4000a2d6 req-b673cd2e-2311-4f48-8343-42e8bc749cea tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.2418804 Jan 26 20:39:08.554594 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fabb866c-82eb-48c0-9499-70f4477647d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:08.656649 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fabb866c-82eb-48c0-9499-70f4477647d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:08.686110 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb866c-82eb-48c0-9499-70f4477647d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b41ed71-0059-41b9-896d-81c13b40f46f,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:08.690220 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fabb866c-82eb-48c0-9499-70f4477647d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:08.717761 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-fabb866c-82eb-48c0-9499-70f4477647d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b41ed71-0059-41b9-896d-81c13b40f46f HTTP/1.1" status: 204 len: 168 time: 0.5968974 Jan 26 20:39:08.724325 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6b148c1a-fd63-4f56-ae8f-f6be4000a2d6 req-b78ac478-97be-4cef-83f9-796096a2f292 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724423 Jan 26 20:39:09.231932 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3413dea-c1da-49b6-a475-bcb2f0f9d61a req-9aaadc66-0336-45e8-9272-25e4c95db8a5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:09.233736 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c3413dea-c1da-49b6-a475-bcb2f0f9d61a req-9aaadc66-0336-45e8-9272-25e4c95db8a5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1289763 Jan 26 20:39:09.358443 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c3413dea-c1da-49b6-a475-bcb2f0f9d61a req-21f753d3-592c-4768-afcc-30622e940cf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173875 Jan 26 20:39:09.393890 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e76aeb-f3b5-47c5-8a7d-8f08e017f070 req-efe7fcee-c11c-426d-a2c8-80f31df92cf3 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:09.402446 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a4e76aeb-f3b5-47c5-8a7d-8f08e017f070 req-efe7fcee-c11c-426d-a2c8-80f31df92cf3 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1598175 Jan 26 20:39:09.475484 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a4e76aeb-f3b5-47c5-8a7d-8f08e017f070 req-95b4c7f0-a723-4b50-b76f-0c3c53687960 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716448 Jan 26 20:39:09.676942 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40834) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:09.699499 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-08f3ddb2-e85e-4d1c-b854-064346c20931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:09.753455 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-08f3ddb2-e85e-4d1c-b854-064346c20931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:09.765106 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-08f3ddb2-e85e-4d1c-b854-064346c20931 admin admin] Usage tracker for resource:security_group_rule and tenant:d41ad40d3c014a4e8afde6a42a70cb23 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:09.768619 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-08f3ddb2-e85e-4d1c-b854-064346c20931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:09.780450 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-08f3ddb2-e85e-4d1c-b854-064346c20931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:09.890921 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-08f3ddb2-e85e-4d1c-b854-064346c20931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:09.898801 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-08f3ddb2-e85e-4d1c-b854-064346c20931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:10.021147 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3ddb2-e85e-4d1c-b854-064346c20931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876c9219-6928-462d-8af7-de5ffde03a5c,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:10.031586 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-08f3ddb2-e85e-4d1c-b854-064346c20931 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d41ad40d3c014a4e8afde6a42a70cb23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3498747 Jan 26 20:39:10.031586 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40852) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:10.041991 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55733524-19fa-44c6-b35b-1a9418389328 req-eda1d0b2-509d-4acf-918e-53bc4ec908d3 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:10.056655 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-eda1d0b2-509d-4acf-918e-53bc4ec908d3 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/networks?id=2ed9b5fe-00df-4204-a867-b096d66509a4 HTTP/1.1" status: 200 len: 815 time: 0.4057181 Jan 26 20:39:10.087722 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-d35ebb94-4b34-477a-abb2-96f6d07dba3d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/quotas/485a92e1e3f3476f96124105af3123df HTTP/1.1" status: 200 len: 375 time: 0.0298471 Jan 26 20:39:10.254275 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-b1d40a7f-86cf-44e3-b873-fd5ebde3ae14 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=485a92e1e3f3476f96124105af3123df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641462 Jan 26 20:39:10.287325 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6d27afa2-e55e-48d1-b928-64008b52df18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:10.330094 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f641b-554f-42bc-adae-1230388498fa req-4e50fd81-0c01-43a4-a2a9-5673f69fcde8 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:10.331591 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a09f641b-554f-42bc-adae-1230388498fa req-4e50fd81-0c01-43a4-a2a9-5673f69fcde8 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.3125463 Jan 26 20:39:10.405305 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6d27afa2-e55e-48d1-b928-64008b52df18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:10.502766 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40862) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:10.517473 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-65652232-75f3-4567-b0e3-d7c98936712c service neutron] 10.222.0.53 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446799 Jan 26 20:39:10.532891 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a09f641b-554f-42bc-adae-1230388498fa req-7414470f-c3ea-4f3b-b082-ae3ebc51d625 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848595 Jan 26 20:39:10.554398 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6d27afa2-e55e-48d1-b928-64008b52df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:10.573402 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27afa2-e55e-48d1-b928-64008b52df18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876c9219-6928-462d-8af7-de5ffde03a5c,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:10.604385 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6d27afa2-e55e-48d1-b928-64008b52df18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:10.605859 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-6d27afa2-e55e-48d1-b928-64008b52df18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/876c9219-6928-462d-8af7-de5ffde03a5c HTTP/1.1" status: 204 len: 168 time: 0.5745697 Jan 26 20:39:10.776028 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20f19a-f82f-49a8-a081-27a971c92270 req-87e3a28e-83dd-4ab7-84e9-58a1fe8acdf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:10.783600 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1e20f19a-f82f-49a8-a081-27a971c92270 req-87e3a28e-83dd-4ab7-84e9-58a1fe8acdf3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1037149 Jan 26 20:39:10.847460 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1e20f19a-f82f-49a8-a081-27a971c92270 req-fcec9ab8-1147-4573-b752-09ef565799d6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624964 Jan 26 20:39:10.881386 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-f769a974-383f-453f-a2f0-3a5ac2a420a2 service neutron] 10.222.0.53 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625755 Jan 26 20:39:11.170719 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7bddd272-ac51-40a1-bd22-cb08bdb8486b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:11.182516 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7f26a259-0112-4e13-a7cd-992e93247621 req-2423f6e1-889f-4040-9bbd-1514c56beb24 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 210 time: 0.0690732 Jan 26 20:39:11.244064 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-7bddd272-ac51-40a1-bd22-cb08bdb8486b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:11.252668 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-7bddd272-ac51-40a1-bd22-cb08bdb8486b admin admin] Usage tracker for resource:security_group_rule and tenant:d7e11b14aeea4b37ac7f18e7e0c0d344 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:11.260027 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-7bddd272-ac51-40a1-bd22-cb08bdb8486b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:11.273201 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-7bddd272-ac51-40a1-bd22-cb08bdb8486b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:11.280822 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dde9d-824c-4337-899c-008b678601e5 req-65b400b6-2cec-4661-8032-7ce0904c9ec8 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:11.282406 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9b8dde9d-824c-4337-899c-008b678601e5 req-65b400b6-2cec-4661-8032-7ce0904c9ec8 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1604903 Jan 26 20:39:11.365018 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9b8dde9d-824c-4337-899c-008b678601e5 req-8d85aa81-a801-4709-a8e3-92c2912f9958 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649884 Jan 26 20:39:11.415373 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7bddd272-ac51-40a1-bd22-cb08bdb8486b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:11.420477 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7bddd272-ac51-40a1-bd22-cb08bdb8486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:11.478022 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddd272-ac51-40a1-bd22-cb08bdb8486b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a378488c-d747-4584-9eda-6fd00a97b94c,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:11.482345 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-7bddd272-ac51-40a1-bd22-cb08bdb8486b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7e11b14aeea4b37ac7f18e7e0c0d344&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9760575 Jan 26 20:39:11.485131 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40888) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:11.579481 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1415b4a9-8a99-4004-84b5-0f2b0179d819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:11.626062 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1415b4a9-8a99-4004-84b5-0f2b0179d819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:11.720145 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1415b4a9-8a99-4004-84b5-0f2b0179d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:11.741234 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415b4a9-8a99-4004-84b5-0f2b0179d819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a378488c-d747-4584-9eda-6fd00a97b94c,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:11.744535 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1415b4a9-8a99-4004-84b5-0f2b0179d819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:11.745637 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-1415b4a9-8a99-4004-84b5-0f2b0179d819 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a378488c-d747-4584-9eda-6fd00a97b94c HTTP/1.1" status: 204 len: 168 time: 0.2593598 Jan 26 20:39:11.850800 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b29b10-f9aa-4085-b874-cc423060b638 req-e704f783-37c4-4a4b-bc2e-8bdbea46e7d6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:11.852839 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-75b29b10-f9aa-4085-b874-cc423060b638 req-e704f783-37c4-4a4b-bc2e-8bdbea46e7d6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1122603 Jan 26 20:39:11.933525 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-75b29b10-f9aa-4085-b874-cc423060b638 req-103e0ea0-6ffc-4859-9c1a-4917b163dd27 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731204 Jan 26 20:39:12.114719 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1eed5-36fa-44c8-9b2e-4bbff72bd859 req-6f158d93-1845-4aa1-bc79-eb96e87320db tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:12.122387 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-00c1eed5-36fa-44c8-9b2e-4bbff72bd859 req-6f158d93-1845-4aa1-bc79-eb96e87320db tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1008618 Jan 26 20:39:12.206937 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-00c1eed5-36fa-44c8-9b2e-4bbff72bd859 req-3a467ac2-5227-497a-880e-4f5b1c57d406 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836062 Jan 26 20:39:12.398516 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c2c09c0b-4a40-48e0-8306-166e32cbb226 req-9e4027a0-0af0-466b-bc65-c6a2a5f84f6c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 210 time: 0.0518684 Jan 26 20:39:12.570530 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-f6860c6e-df65-4cd0-a953-0ce65d022b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:12.645026 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adca81-4253-469b-b8c7-c8366672be47 req-ac211065-cb1c-4f7a-8b54-4039c61afa58 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:12.647242 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-81adca81-4253-469b-b8c7-c8366672be47 req-ac211065-cb1c-4f7a-8b54-4039c61afa58 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1219440 Jan 26 20:39:12.713574 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-81adca81-4253-469b-b8c7-c8366672be47 req-ad21383f-e532-481e-b700-db92e64fb479 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582566 Jan 26 20:39:13.174952 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40932) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:13.292669 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_v2 [None req-999f4725-a2fb-4673-90fc-14e6d746aa2d admin admin] Deleting subnet 82222d36-85a2-4e99-9f07-8b7440a385fd {{(pid=82709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:39:13.297622 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-999f4725-a2fb-4673-90fc-14e6d746aa2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:13.328317 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55733524-19fa-44c6-b35b-1a9418389328 req-3a9ca557-9f9b-45ef-8b0f-eea9bfd85a3b tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:13.329790 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-3a9ca557-9f9b-45ef-8b0f-eea9bfd85a3b tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.43 "GET /v2.0/networks?id=2ed9b5fe-00df-4204-a867-b096d66509a4 HTTP/1.1" status: 200 len: 815 time: 0.4721813 Jan 26 20:39:13.385469 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-999f4725-a2fb-4673-90fc-14e6d746aa2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7504128'] for subnet, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:13.393033 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Request body: {'port': {'device_id': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'admin_state_up': True, 'tenant_id': '485a92e1e3f3476f96124105af3123df'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:39:13.487651 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-999f4725-a2fb-4673-90fc-14e6d746aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:13.521496 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8138cf-8cc1-4ab6-8cd2-48762a2d20d6 req-6df3dcd8-b938-4d25-948b-bddaa42e8a9a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:13.529518 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0b8138cf-8cc1-4ab6-8cd2-48762a2d20d6 req-6df3dcd8-b938-4d25-948b-bddaa42e8a9a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1986887 Jan 26 20:39:13.593761 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0b8138cf-8cc1-4ab6-8cd2-48762a2d20d6 req-638f6874-d574-423c-873a-2181583d4ba4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632901 Jan 26 20:39:13.719083 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-999f4725-a2fb-4673-90fc-14e6d746aa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7398177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6641091'] for subnet, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:13.743265 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:13.753159 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Usage tracker for resource:port and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:13.762367 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:13.775637 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f4725-a2fb-4673-90fc-14e6d746aa2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82222d36-85a2-4e99-9f07-8b7440a385fd,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:13.787110 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:13.793542 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef52caf-7c35-4790-862d-ac81e62ce690 req-c3a0bfc6-d071-443c-a839-475edf650aa5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:13.803848 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1ef52caf-7c35-4790-862d-ac81e62ce690 req-c3a0bfc6-d071-443c-a839-475edf650aa5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.2199156 Jan 26 20:39:13.821942 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-999f4725-a2fb-4673-90fc-14e6d746aa2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:13.822850 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Made reservation on behalf of 485a92e1e3f3476f96124105af3123df for: {'port': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:39:13.827147 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:13.837493 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-999f4725-a2fb-4673-90fc-14e6d746aa2d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/82222d36-85a2-4e99-9f07-8b7440a385fd HTTP/1.1" status: 204 len: 168 time: 0.6597745 Jan 26 20:39:13.853379 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40954) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:13.986545 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-985bdbef-7162-403a-a445-af9bb009bc32 req-9e3b94c5-204e-431e-a2b5-bf6b059018e0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 210 time: 0.0564156 Jan 26 20:39:13.996562 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1ef52caf-7c35-4790-862d-ac81e62ce690 req-c076a6f2-6403-4f4c-a257-fc02c2d36078 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927664 Jan 26 20:39:14.068540 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:14.149531 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Allocated IP 172.20.0.13 (2ed9b5fe-00df-4204-a867-b096d66509a4/80859d84-4ea5-4b90-9cbb-32943f627e8d/81107eeb-97fb-4f41-a072-58b9806bf1aa) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:39:14.298148 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:14.371477 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02448085-eae7-4e2a-a627-3787fcaffd76']}} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:39:14.416361 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11c1c1e-65cd-48dd-9c0c-7f3f907f16bc') {'for_net_delete': True} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:39:14.416801 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11c1c1e-65cd-48dd-9c0c-7f3f907f16bc') {} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:39:14.440050 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7504139'] for segment, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:14.492816 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:14.512131 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=82709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:39:14.512633 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8264327'] for segment, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: Traceback (most recent call last): Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: timer() Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: cb(*args, **kw) Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: return func(*args, **kwargs) Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: self._notify() Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: self.callback(batched_events) Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: event.method(event) Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: return f(self, *a, **k) Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._get(url).json() Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: return self.request(url, 'GET', **kwargs) Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:39:14.530555 dv-cinder-826519-1-iscsi neutron-server[82709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:39:14.532852 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40968) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:14.743543 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:14.762697 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf07676-7224-4d8d-b625-40cf06473173 req-74cbc831-2ad4-4788-a8f7-e470401d6b1a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:14.771557 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9bf07676-7224-4d8d-b625-40cf06473173 req-74cbc831-2ad4-4788-a8f7-e470401d6b1a tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.4526992 Jan 26 20:39:14.844557 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:14.849714 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Transition to ACTIVE for port object 81107eeb-97fb-4f41-a072-58b9806bf1aa will not be triggered until provisioned by entity DHCP. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:39:14.886268 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9bf07676-7224-4d8d-b625-40cf06473173 req-57dfcd2d-7e02-4d2a-9c4a-1b768a2a59e0 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134381 Jan 26 20:39:14.897602 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:14.925467 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=02448085-eae7-4e2a-a627-3787fcaffd76,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:14.943909 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:14.953938 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-3742dd8d-41ac-4048-94b9-b24df605f7dd admin admin] 10.222.0.53 "DELETE /v2.0/networks/02448085-eae7-4e2a-a627-3787fcaffd76 HTTP/1.1" status: 204 len: 168 time: 1.0990686 Jan 26 20:39:14.964166 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40976) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:15.000692 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0d741356-4295-4834-8fa5-926baf5cdaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:15.182593 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Network 2ed9b5fe-00df-4204-a867-b096d66509a4 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:39:15.186015 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event updated for resources: {'Port': ['ID=81107eeb-97fb-4f41-a072-58b9806bf1aa,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:15.200158 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:39:15.214808 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:39:15.230768 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e1727a4a-8d87-40c9-a0f1-37fe850bfcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:15.253046 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf3d206-a694-483c-8a1a-03afb6992106 admin admin] Deleting subnet 2426722e-4018-4719-86a3-950e6a439033 {{(pid=82709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:39:15.270408 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d206-a694-483c-8a1a-03afb6992106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:15.361447 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d206-a694-483c-8a1a-03afb6992106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7504128'] for subnet, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:15.364804 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:15.365718 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:15.411951 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-fa8e72cc-69ef-4e67-bcbd-b87adecb550c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0233512 Jan 26 20:39:15.425417 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Request body: {'port': {'device_id': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:39:15.500541 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d09ed-309f-48e8-be96-c08409767909 req-96314b6c-a0ec-4cd3-ac62-7a94eee58203 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:15.501766 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-299d09ed-309f-48e8-be96-c08409767909 req-96314b6c-a0ec-4cd3-ac62-7a94eee58203 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Synchronizing usage tracker for tenant:485a92e1e3f3476f96124105af3123df on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:39:15.643560 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-e1727a4a-8d87-40c9-a0f1-37fe850bfcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:15.645886 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:15.662035 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d206-a694-483c-8a1a-03afb6992106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:15.663400 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-299d09ed-309f-48e8-be96-c08409767909 req-96314b6c-a0ec-4cd3-ac62-7a94eee58203 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Unset dirty status for tenant:485a92e1e3f3476f96124105af3123df on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:39:15.664967 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-299d09ed-309f-48e8-be96-c08409767909 req-96314b6c-a0ec-4cd3-ac62-7a94eee58203 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 932 time: 0.3902442 Jan 26 20:39:15.720332 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-e1727a4a-8d87-40c9-a0f1-37fe850bfcdc admin admin] Usage tracker for resource:security_group_rule and tenant:d64f3c1210b74210b3af1db8fd6810b3 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:15.743087 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4463661-50c1-4285-96ac-0f5d8e853f74 req-c4a6169d-f495-42e5-88b1-b9134c5c7784 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:15.756263 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b4463661-50c1-4285-96ac-0f5d8e853f74 req-c4a6169d-f495-42e5-88b1-b9134c5c7784 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.6825373 Jan 26 20:39:15.777815 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-ef43f28c-8e29-4077-a738-ac71700ae8a1 None None] Provisioning for port 81107eeb-97fb-4f41-a072-58b9806bf1aa completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:39:15.786668 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-ef43f28c-8e29-4077-a738-ac71700ae8a1 None None] Provisioning complete for port 81107eeb-97fb-4f41-a072-58b9806bf1aa triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:39:15.787394 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ef43f28c-8e29-4077-a738-ac71700ae8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:15.868580 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-e1727a4a-8d87-40c9-a0f1-37fe850bfcdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:15.893771 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-299d09ed-309f-48e8-be96-c08409767909 req-760f2bc9-bea6-48b6-a654-1c1eb0a793da tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906199 Jan 26 20:39:15.909268 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-ef43f28c-8e29-4077-a738-ac71700ae8a1 None None] Port 81107eeb-97fb-4f41-a072-58b9806bf1aa cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:39:15.980572 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-e1727a4a-8d87-40c9-a0f1-37fe850bfcdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:16.087039 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b4463661-50c1-4285-96ac-0f5d8e853f74 req-a4fc135f-293c-4b42-a0ad-c6cfdc9a51bb tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286700 Jan 26 20:39:16.092285 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:16.152679 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:16.153422 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d206-a694-483c-8a1a-03afb6992106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7398177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6641091'] for subnet, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:16.240218 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3d206-a694-483c-8a1a-03afb6992106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2426722e-4018-4719-86a3-950e6a439033,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:16.278701 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d206-a694-483c-8a1a-03afb6992106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:16.415999 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-6cf3d206-a694-483c-8a1a-03afb6992106 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2426722e-4018-4719-86a3-950e6a439033 HTTP/1.1" status: 204 len: 168 time: 1.4407532 Jan 26 20:39:16.422337 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40990) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:16.463471 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e1727a4a-8d87-40c9-a0f1-37fe850bfcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:16.547660 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e1727a4a-8d87-40c9-a0f1-37fe850bfcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:16.690619 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1727a4a-8d87-40c9-a0f1-37fe850bfcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d098c6-90c6-4e83-afce-3b903a0e9049,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:16.712194 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-e1727a4a-8d87-40c9-a0f1-37fe850bfcdc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d64f3c1210b74210b3af1db8fd6810b3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1768250 Jan 26 20:39:16.717375 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 40994) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:16.724379 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:16.786673 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc2471-4541-4cf7-a81f-86a1a829dbed req-1f18b463-8e95-429c-9f0e-a09b61c3abca tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:16.795237 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e6dc2471-4541-4cf7-a81f-86a1a829dbed req-1f18b463-8e95-429c-9f0e-a09b61c3abca tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.5105476 Jan 26 20:39:16.822891 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81107eeb-97fb-4f41-a072-58b9806bf1aa {{(pid=82708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:39:16.840492 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:17.059708 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e6dc2471-4541-4cf7-a81f-86a1a829dbed req-6ac70cda-bdf6-461b-8182-ffee9612f589 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629676 Jan 26 20:39:17.072756 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8c1e-010e-41bc-b2c5-d1bec1fcac6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:17.118740 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:17.159490 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Transition to ACTIVE for port object 81107eeb-97fb-4f41-a072-58b9806bf1aa will not be triggered until provisioned by entity L2. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:39:17.168352 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:17.176487 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8c1e-010e-41bc-b2c5-d1bec1fcac6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:17.195619 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9ab496-91a3-4812-b2f1-6080da04ff67']}} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:39:17.238258 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8f3d5b-5c58-49f9-826e-69d983b62251') {'for_net_delete': True} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:39:17.242768 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8f3d5b-5c58-49f9-826e-69d983b62251') {} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:39:17.272194 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7504139'] for segment, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:17.367341 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:17.385828 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=82709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:39:17.386760 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8264327'] for segment, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: Traceback (most recent call last): Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: timer() Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: cb(*args, **kw) Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: return func(*args, **kwargs) Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: self._notify() Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: self.callback(batched_events) Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: event.method(event) Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: return f(self, *a, **k) Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._get(url).json() Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: return self.request(url, 'GET', **kwargs) Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:39:17.402184 dv-cinder-826519-1-iscsi neutron-server[82709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:39:17.501523 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8c1e-010e-41bc-b2c5-d1bec1fcac6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:17.560928 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a8c1e-010e-41bc-b2c5-d1bec1fcac6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d098c6-90c6-4e83-afce-3b903a0e9049,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:17.584806 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Pushing event updated for resources: {'Port': ['ID=81107eeb-97fb-4f41-a072-58b9806bf1aa,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:17.614302 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:17.616970 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8c1e-010e-41bc-b2c5-d1bec1fcac6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:17.622033 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-dd8a8c1e-010e-41bc-b2c5-d1bec1fcac6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2d098c6-90c6-4e83-afce-3b903a0e9049 HTTP/1.1" status: 204 len: 168 time: 0.9025192 Jan 26 20:39:17.672814 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:17.697381 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9ab496-91a3-4812-b2f1-6080da04ff67,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:17.714184 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-14887dac-c67a-48a1-8f16-a54d2d78a173 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2e9ab496-91a3-4812-b2f1-6080da04ff67 HTTP/1.1" status: 204 len: 168 time: 1.2872236 Jan 26 20:39:17.736475 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06327f-d91c-4c2f-9dda-3e2f7177dd03 req-e0bbb5f6-9664-4a5b-a374-5ad130c88224 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:17.741342 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82de2a5-7637-4560-a376-236eb5af4409 req-dbcf10c0-2255-41ef-844f-16a7a06c38db tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:17.746732 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ec06327f-d91c-4c2f-9dda-3e2f7177dd03 req-e0bbb5f6-9664-4a5b-a374-5ad130c88224 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.8753161 Jan 26 20:39:17.747870 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-c82de2a5-7637-4560-a376-236eb5af4409 req-dbcf10c0-2255-41ef-844f-16a7a06c38db tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Synchronizing usage tracker for tenant:485a92e1e3f3476f96124105af3123df on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:39:17.777636 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-c82de2a5-7637-4560-a376-236eb5af4409 req-dbcf10c0-2255-41ef-844f-16a7a06c38db tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Unset dirty status for tenant:485a92e1e3f3476f96124105af3123df on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:39:17.787635 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c82de2a5-7637-4560-a376-236eb5af4409 req-dbcf10c0-2255-41ef-844f-16a7a06c38db tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 944 time: 0.4975395 Jan 26 20:39:17.885772 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-c82de2a5-7637-4560-a376-236eb5af4409 req-6e303346-6b79-4428-9915-34219cf63673 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Synchronizing usage tracker for tenant:485a92e1e3f3476f96124105af3123df on resource:security_group {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:39:17.940176 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-c82de2a5-7637-4560-a376-236eb5af4409 req-6e303346-6b79-4428-9915-34219cf63673 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Unset dirty status for tenant:485a92e1e3f3476f96124105af3123df on resource:security_group {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:39:17.953879 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c82de2a5-7637-4560-a376-236eb5af4409 req-6e303346-6b79-4428-9915-34219cf63673 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648152 Jan 26 20:39:17.996242 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ec06327f-d91c-4c2f-9dda-3e2f7177dd03 req-d51c6229-c94d-4cb0-b76a-5461430d51fa tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483957 Jan 26 20:39:18.035666 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:18.044060 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Attempting to bind port 81107eeb-97fb-4f41-a072-58b9806bf1aa on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:39:18.044433 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Attempting to bind port 81107eeb-97fb-4f41-a072-58b9806bf1aa by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:39:18.046324 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Attempting to bind port 81107eeb-97fb-4f41-a072-58b9806bf1aa on network 2ed9b5fe-00df-4204-a867-b096d66509a4 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:39:18.061281 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Port 81107eeb-97fb-4f41-a072-58b9806bf1aa on network 2ed9b5fe-00df-4204-a867-b096d66509a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:39:18.061607 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Attempting to bind port 81107eeb-97fb-4f41-a072-58b9806bf1aa on network 2ed9b5fe-00df-4204-a867-b096d66509a4 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:39:18.076779 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:39:18.077122 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Checking segment: {'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:39:18.077511 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Bound using segment: {'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:39:18.077940 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Bound port: 81107eeb-97fb-4f41-a072-58b9806bf1aa, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b74363-d4cd-41a0-9072-6c92ebbde355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4'}}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:39:18.078281 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:18.203471 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 41010) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:18.415627 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] For port 81107eeb-97fb-4f41-a072-58b9806bf1aa, host hv-cinder-82651, cleared binding levels {{(pid=82708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:39:18.429939 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] For port 81107eeb-97fb-4f41-a072-58b9806bf1aa, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:39:18.454915 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-43746e71-d334-4dd5-9327-566755ea4615 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=945e91b8267440d0a3f689ac9688b2a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2495849 Jan 26 20:39:18.469261 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41016) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:18.475440 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:18.544524 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2f50b-8a94-46da-893f-a7c4fec5105e req-86446b19-a647-48cb-822e-ffd1d0cf3d43 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:18.548480 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-dee2f50b-8a94-46da-893f-a7c4fec5105e req-86446b19-a647-48cb-822e-ffd1d0cf3d43 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1846533 Jan 26 20:39:18.650095 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-dee2f50b-8a94-46da-893f-a7c4fec5105e req-a5c828c5-3372-472e-b6be-69e244dbb5c4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936415 Jan 26 20:39:18.718301 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:18.719764 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] 10.222.0.43 "PUT /v2.0/ports/81107eeb-97fb-4f41-a072-58b9806bf1aa HTTP/1.1" status: 200 len: 1094 time: 3.2995446 Jan 26 20:39:18.720226 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:39:18.752752 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa9144-d07a-4529-a1a5-58af6f8945d3 service neutron] Pushing event updated for resources: {'Port': ['ID=81107eeb-97fb-4f41-a072-58b9806bf1aa,revision_number=3']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:18.766881 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4618b4e5-3156-4a01-badd-045531f12445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:18.873435 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e39e6-f655-40c6-b720-c382bf87972a req-9d315b04-1468-444e-857f-03a4cb9c9e15 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:18.885269 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-541e39e6-f655-40c6-b720-c382bf87972a req-9d315b04-1468-444e-857f-03a4cb9c9e15 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.4526789 Jan 26 20:39:18.891901 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'status': 'completed', 'code': 200} Jan 26 20:39:18.912010 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4618b4e5-3156-4a01-badd-045531f12445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:19.031184 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-541e39e6-f655-40c6-b720-c382bf87972a req-9701f289-6f5c-4887-ba69-0e0536cda2c0 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451526 Jan 26 20:39:19.080523 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-564da5c1-f081-4c36-a74e-b28ad507b9fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=485a92e1e3f3476f96124105af3123df&device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 1097 time: 0.2946694 Jan 26 20:39:19.182738 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4618b4e5-3156-4a01-badd-045531f12445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:19.199269 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-9fee7b35-a422-4f05-8653-ff7bee280ed6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa HTTP/1.1" status: 200 len: 217 time: 0.0985010 Jan 26 20:39:19.222179 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-4618b4e5-3156-4a01-badd-045531f12445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:19.228800 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-4618b4e5-3156-4a01-badd-045531f12445 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/354fc10f-b36f-42e5-9430-5ca3ebc9e96a HTTP/1.1" status: 204 len: 168 time: 0.7556462 Jan 26 20:39:19.256689 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618b4e5-3156-4a01-badd-045531f12445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354fc10f-b36f-42e5-9430-5ca3ebc9e96a,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:19.408944 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55733524-19fa-44c6-b35b-1a9418389328 req-5b5f7c65-8fd8-414b-a709-8cad2f14a617 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:19.410810 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-5b5f7c65-8fd8-414b-a709-8cad2f14a617 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80859d84-4ea5-4b90-9cbb-32943f627e8d HTTP/1.1" status: 200 len: 854 time: 0.1650536 Jan 26 20:39:19.571683 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829ff34-bbe4-47ac-a6c2-15fe33c0feae req-5f9b9a3d-beee-4ddf-a1f8-277217b6ac13 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:19.579083 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d829ff34-bbe4-47ac-a6c2-15fe33c0feae req-5f9b9a3d-beee-4ddf-a1f8-277217b6ac13 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 944 time: 0.1805177 Jan 26 20:39:19.698604 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d829ff34-bbe4-47ac-a6c2-15fe33c0feae req-d3237595-93a1-4743-a172-b78bfbb0a685 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185508 Jan 26 20:39:19.703631 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-e80dea08-cf9a-4644-b922-df39e8e607cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed9b5fe-00df-4204-a867-b096d66509a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2854300 Jan 26 20:39:19.710528 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8fbcb-cf7f-4918-b81a-1c2781f08a3a req-f258bc34-ac6a-43c8-a3a9-191017a51f06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:19.712192 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-37b8fbcb-cf7f-4918-b81a-1c2781f08a3a req-f258bc34-ac6a-43c8-a3a9-191017a51f06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.2346523 Jan 26 20:39:19.923064 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-8c6290c8-e312-4260-9f3a-413212cfd45a service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093532 Jan 26 20:39:19.952842 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 41046) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:20.179598 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-156733155-network', 'tenant_id': 'cfe79190a04a4e37bdf2aa2328a5e95f'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:39:20.195704 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:20.212102 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Usage tracker for resource:network and tenant:cfe79190a04a4e37bdf2aa2328a5e95f is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:20.224756 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:20.268517 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-37b8fbcb-cf7f-4918-b81a-1c2781f08a3a req-91f5b63b-8a8a-41f0-aa1f-83707afd10c8 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3423152 Jan 26 20:39:20.277420 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:20.338085 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5cd8f-c846-484a-9a96-0238f6afb408 req-c3f5de77-03c3-4695-94de-d65a7ce9453a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:20.344560 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-29b5cd8f-c846-484a-9a96-0238f6afb408 req-c3f5de77-03c3-4695-94de-d65a7ce9453a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.3793399 Jan 26 20:39:20.481284 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55733524-19fa-44c6-b35b-1a9418389328 req-544b406e-c6ec-4286-a65c-da6ebe1f5fd8 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056770 Jan 26 20:39:20.528544 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41054) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:20.557877 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Made reservation on behalf of cfe79190a04a4e37bdf2aa2328a5e95f for: {'network': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:39:20.562689 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:20.605671 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:20.648222 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-29b5cd8f-c846-484a-9a96-0238f6afb408 req-982ab0e5-e5ba-4df8-9b27-7311860cf0d4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823114 Jan 26 20:39:20.673662 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:20.678391 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Usage tracker for resource:security_group_rule and tenant:cfe79190a04a4e37bdf2aa2328a5e95f is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:20.681706 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:20.695487 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:20.780025 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:20.788659 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:20.855608 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=82709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:39:20.876442 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b8bfe3-1134-4b17-bf47-586d21510a7e,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:20.909778 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:20.910395 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.segments_db [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Added segment 5bed2073-4e19-4043-83bb-09ac3d17601c of type vlan for network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 Jan 26 20:39:20.929093 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-a795a3bd-9cbf-4237-8762-99215785762e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a0a26943ec94e31a6352a68c7af5f1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3988495 Jan 26 20:39:20.935830 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 41064) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:21.007334 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:21.028081 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4e7dc-1513-437a-bb17-e3066e1a8745 req-ae167987-2d6f-4670-a71f-6ccf2b51a4f7 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:21.029539 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-caf4e7dc-1513-437a-bb17-e3066e1a8745 req-ae167987-2d6f-4670-a71f-6ccf2b51a4f7 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.3388021 Jan 26 20:39:21.078854 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-71d081f2-7f67-4ea6-ae0a-69580f4a4b86 req-7f7c4396-44eb-4b1f-b844-c165b97ff144 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=485a92e1e3f3476f96124105af3123df&device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 1097 time: 0.5026989 Jan 26 20:39:21.186071 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:21.187592 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:21.188481 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:21.302324 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6b38b4da-4e99-4b80-ab36-95fcd712ac0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:21.606533 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-caf4e7dc-1513-437a-bb17-e3066e1a8745 req-237ab019-63b6-4b09-a608-5cff3ea1201d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621457 Jan 26 20:39:21.698192 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6b38b4da-4e99-4b80-ab36-95fcd712ac0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:21.715207 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7610607 Jan 26 20:39:21.721283 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19729f7a-730c-42f9-8eac-b9751e5db764 admin admin] Pushing event updated for resources: {'Network': ['ID=d7135a40-04a4-4b31-b6ce-6e791b31e4b7,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:21.724009 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 41074) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:21.731988 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:39:21.784439 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d081f2-7f67-4ea6-ae0a-69580f4a4b86 req-f373016a-db66-4995-9284-88a4d806e175 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:21.788179 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-71d081f2-7f67-4ea6-ae0a-69580f4a4b86 req-f373016a-db66-4995-9284-88a4d806e175 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ed9b5fe-00df-4204-a867-b096d66509a4 HTTP/1.1" status: 200 len: 916 time: 0.6872308 Jan 26 20:39:21.789953 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Request body: {'subnet': {'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-156733155-subnet', 'tenant_id': 'cfe79190a04a4e37bdf2aa2328a5e95f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:39:21.818697 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:21.830787 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Usage tracker for resource:subnet and tenant:cfe79190a04a4e37bdf2aa2328a5e95f is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:21.835560 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:21.846150 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:21.898194 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Made reservation on behalf of cfe79190a04a4e37bdf2aa2328a5e95f for: {'subnet': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:39:21.900841 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6641116'] for subnet, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:21.943852 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-71d081f2-7f67-4ea6-ae0a-69580f4a4b86 req-32392e8f-5c36-40b6-ae6a-8248da53929f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa HTTP/1.1" status: 200 len: 217 time: 0.1454690 Jan 26 20:39:21.968518 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-51e72840-2851-43a2-ad61-f248724b6051 req-2a520a9a-8504-473b-944b-a0f3526ce289 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4d016374d2e4e45a021b9c468ba477b&device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 1098 time: 0.6682127 Jan 26 20:39:21.991072 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a4290-f4fe-4b04-8382-6d37665cc8fd req-7868b7a0-4bcd-48d1-8d38-11b522265f3e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:21.997349 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d26a4290-f4fe-4b04-8382-6d37665cc8fd req-7868b7a0-4bcd-48d1-8d38-11b522265f3e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 944 time: 0.8143289 Jan 26 20:39:22.084808 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6b38b4da-4e99-4b80-ab36-95fcd712ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:22.118370 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d081f2-7f67-4ea6-ae0a-69580f4a4b86 req-c9a9f651-2135-4927-8854-ef4017bf1f96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:22.120560 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-71d081f2-7f67-4ea6-ae0a-69580f4a4b86 req-c9a9f651-2135-4927-8854-ef4017bf1f96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80859d84-4ea5-4b90-9cbb-32943f627e8d HTTP/1.1" status: 200 len: 854 time: 0.1701438 Jan 26 20:39:22.170656 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d26a4290-f4fe-4b04-8382-6d37665cc8fd req-6e3a9f61-88df-4b9d-9b6c-774970c464c3 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801432 Jan 26 20:39:22.231547 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04bb07-d4a3-41c3-ac04-bc4225d43ffe req-ab5ff759-f060-476e-a6e6-00f8dc17b2db tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:22.233193 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1c04bb07-d4a3-41c3-ac04-bc4225d43ffe req-ab5ff759-f060-476e-a6e6-00f8dc17b2db tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.2120636 Jan 26 20:39:22.283345 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6b38b4da-4e99-4b80-ab36-95fcd712ac0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:22.287779 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-6b38b4da-4e99-4b80-ab36-95fcd712ac0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fcfd9f3-41c0-4388-bdeb-b3db0a01efa5 HTTP/1.1" status: 204 len: 168 time: 1.3453312 Jan 26 20:39:22.287779 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38b4da-4e99-4b80-ab36-95fcd712ac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcfd9f3-41c0-4388-bdeb-b3db0a01efa5,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:22.438051 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-71d081f2-7f67-4ea6-ae0a-69580f4a4b86 req-4195b219-e20a-4cec-a942-216041b14a1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed9b5fe-00df-4204-a867-b096d66509a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3082047 Jan 26 20:39:22.525622 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e72840-2851-43a2-ad61-f248724b6051 req-620fd5d8-1177-4e5c-8e6e-201d1603ef68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:22.527241 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-51e72840-2851-43a2-ad61-f248724b6051 req-620fd5d8-1177-4e5c-8e6e-201d1603ef68 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba HTTP/1.1" status: 200 len: 912 time: 0.5285711 Jan 26 20:39:22.541964 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1c04bb07-d4a3-41c3-ac04-bc4225d43ffe req-e6a398d6-1cd5-47a2-85f3-a7eff742c8f1 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927902 Jan 26 20:39:22.796551 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-71d081f2-7f67-4ea6-ae0a-69580f4a4b86 req-6293cb51-7a6f-4bc1-9b64-f840be361d0c service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423941 Jan 26 20:39:23.048499 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-71d081f2-7f67-4ea6-ae0a-69580f4a4b86 req-7d0eabb3-faa6-4f88-aa6e-327912a1ec28 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386401 Jan 26 20:39:23.076302 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38686e-19ab-44be-a37b-16fd7bcef622 req-1ceb9bb3-9a46-44ec-ac6c-585679a2f9ab tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:23.086290 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ee38686e-19ab-44be-a37b-16fd7bcef622 req-1ceb9bb3-9a46-44ec-ac6c-585679a2f9ab tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1647618 Jan 26 20:39:23.114735 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799ee01-1ab4-484e-9f10-79a244511425 req-1dfcf7cc-0b67-4869-aaed-ae1a28b80259 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:23.124665 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e799ee01-1ab4-484e-9f10-79a244511425 req-1dfcf7cc-0b67-4869-aaed-ae1a28b80259 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.5961871 Jan 26 20:39:23.194439 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ee38686e-19ab-44be-a37b-16fd7bcef622 req-7b885b96-38b0-4e7c-8fb2-d535645504a5 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068141 Jan 26 20:39:23.197800 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e799ee01-1ab4-484e-9f10-79a244511425 req-4e993ee2-9564-4221-8070-0db2481e8e44 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713179 Jan 26 20:39:23.202597 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-51e72840-2851-43a2-ad61-f248724b6051 req-d09d9946-d174-462d-8a36-10ea8e20c4c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=269ec041-ce77-47bb-be1c-d51fcef19a87 HTTP/1.1" status: 200 len: 1001 time: 0.4446661 Jan 26 20:39:23.205905 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7398242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6641098'] for subnet, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:23.410369 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e72840-2851-43a2-ad61-f248724b6051 req-68d6ebde-c856-4091-ae85-d37a0fe2d912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:23.412361 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-51e72840-2851-43a2-ad61-f248724b6051 req-68d6ebde-c856-4091-ae85-d37a0fe2d912 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d2a0f2-fc73-4f82-966c-3684b0274923 HTTP/1.1" status: 200 len: 850 time: 0.1935883 Jan 26 20:39:23.431120 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1818db-70f0-4bfe-b999-87f7ee305f53,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:23.596279 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c4bee-64cc-4f17-9934-65ea4d263088 req-8ef79bf0-55e6-4eba-87de-4dd1f8b37e81 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:23.604555 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-349c4bee-64cc-4f17-9934-65ea4d263088 req-8ef79bf0-55e6-4eba-87de-4dd1f8b37e81 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 944 time: 0.1586554 Jan 26 20:39:23.681172 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-349c4bee-64cc-4f17-9934-65ea4d263088 req-4e3f91e0-e60b-4006-bc33-622d9fec49d3 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739610 Jan 26 20:39:23.847193 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Checking segment: {'id': '5bed2073-4e19-4043-83bb-09ac3d17601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:39:23.847568 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Network hostable DHCP agents. Network: d7135a40-04a4-4b31-b6ce-6e791b31e4b7, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:39:23.879546 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-51e72840-2851-43a2-ad61-f248724b6051 req-7ce094d7-92d0-4eb4-86b3-9069db88eed8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4015138 Jan 26 20:39:23.959163 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41110) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:24.025962 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-51e72840-2851-43a2-ad61-f248724b6051 req-0024bbe2-fbab-4a3d-b92a-769afa0fff5f service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373234 Jan 26 20:39:24.046415 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:39:24.062320 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9edcb-1760-4ffe-845a-68f77589906a req-fcfc8a4a-ffa1-4404-af34-634034d9ed11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:24.069511 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d5d9edcb-1760-4ffe-845a-68f77589906a req-fcfc8a4a-ffa1-4404-af34-634034d9ed11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.2937486 Jan 26 20:39:24.108535 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, d7135a40-04a4-4b31-b6ce-6e791b31e4b7) {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:39:24.113135 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:24.114433 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:24.117811 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b736c0f-dcc9-437a-8370-05026b7e342c None None] Network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:39:24.141881 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-e456e422-e2df-4cfc-b2b2-30c29df9d4fb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3901374 Jan 26 20:39:24.179408 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2005691988-network', 'tenant_id': 'ee8ede2f2295416e88a7169da61d4aed'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:39:24.185399 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:24.190028 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Usage tracker for resource:network and tenant:ee8ede2f2295416e88a7169da61d4aed is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:24.193827 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:24.200660 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:24.238538 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Made reservation on behalf of ee8ede2f2295416e88a7169da61d4aed for: {'network': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:39:24.241044 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:24.267012 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:24.319162 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:24.325442 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Usage tracker for resource:security_group_rule and tenant:ee8ede2f2295416e88a7169da61d4aed is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:24.329099 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:24.340567 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:24.631812 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f46858-8737-45e0-97c5-9dd4869e279a None None] Network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:39:24.656809 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-51e72840-2851-43a2-ad61-f248724b6051 req-4d0c568f-638b-4236-82a7-0aec272188ee service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832467 Jan 26 20:39:24.664129 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:24.681536 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d5d9edcb-1760-4ffe-845a-68f77589906a req-8cf9d222-2618-4a88-ad89-4c8b2c615730 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6110733 Jan 26 20:39:24.807585 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:24.843721 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=82708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:39:24.861866 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:24.862240 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.segments_db [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Added segment 859ac742-b7ab-474d-a402-3d49b23a914d of type vlan for network 9b76e0aa-4d48-4055-9fa1-b66725f74239 Jan 26 20:39:24.942452 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:25.029565 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc035ba-2f2a-4d5e-9b6d-069dcc37890d req-bf19f124-24bc-4734-8d2f-d7e921539976 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:25.032978 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cdc035ba-2f2a-4d5e-9b6d-069dcc37890d req-bf19f124-24bc-4734-8d2f-d7e921539976 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.2073915 Jan 26 20:39:25.073689 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:25.074528 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:25.075171 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:25.163730 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cdc035ba-2f2a-4d5e-9b6d-069dcc37890d req-7ea750d2-f6d2-4308-a3be-3f7a07c5fbbd tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134386 Jan 26 20:39:25.397124 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a50c585-4dc0-4876-82ca-0c74df6d2359,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:25.496760 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5362234 Jan 26 20:39:25.500931 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41128) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:25.534026 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Request body: {'subnet': {'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2005691988-subnet', 'tenant_id': 'ee8ede2f2295416e88a7169da61d4aed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:39:25.541216 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:25.544125 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd886f53-b033-4490-91ff-90bd4943502e admin admin] Pushing event updated for resources: {'Network': ['ID=9b76e0aa-4d48-4055-9fa1-b66725f74239,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:25.557774 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 9b76e0aa-4d48-4055-9fa1-b66725f74239 details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:39:25.567676 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Usage tracker for resource:subnet and tenant:ee8ede2f2295416e88a7169da61d4aed is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:25.573748 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:25.586688 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f230ce-61d6-47c1-bcdb-f84fae48ef4c req-ec727768-8372-492f-a487-f6e613861c84 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:25.593834 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-29f230ce-61d6-47c1-bcdb-f84fae48ef4c req-ec727768-8372-492f-a487-f6e613861c84 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.9647062 Jan 26 20:39:25.596715 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:25.642096 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Made reservation on behalf of ee8ede2f2295416e88a7169da61d4aed for: {'subnet': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:39:25.644763 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8011334'] for subnet, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:25.791647 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-29f230ce-61d6-47c1-bcdb-f84fae48ef4c req-f2c0588f-409c-46e4-9901-7d5d4d1ff794 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968391 Jan 26 20:39:25.871376 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2d87758b-0b42-4a08-82e9-30d6030fde5e req-175d792d-44de-4f76-9998-82e207ec48ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 1098 time: 0.4401302 Jan 26 20:39:25.890518 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f8bd2-9f18-4825-8c90-c455bdf156d2 req-496a2913-6a44-453a-a61b-0f4af0c273a9 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:25.892433 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c15f8bd2-9f18-4825-8c90-c455bdf156d2 req-496a2913-6a44-453a-a61b-0f4af0c273a9 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 944 time: 0.3602767 Jan 26 20:39:26.189846 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7714009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8011344'] for subnet, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:26.239194 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c15f8bd2-9f18-4825-8c90-c455bdf156d2 req-c1074084-eb19-4013-8dbc-c3ebf0bf06f4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240993 Jan 26 20:39:26.343744 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Pushing event updated for resources: {'Subnet': ['ID=12bee7c2-77e0-4a9a-9580-bb901fff69ec,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:26.352679 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Checking segment: {'id': '859ac742-b7ab-474d-a402-3d49b23a914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:39:26.353041 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Network hostable DHCP agents. Network: 9b76e0aa-4d48-4055-9fa1-b66725f74239, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:39:26.372780 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395ef00-4e77-4464-949f-ba13d82cdd9c req-98f20387-3281-4c15-9652-401cf6ab4e71 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:26.390146 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1395ef00-4e77-4464-949f-ba13d82cdd9c req-98f20387-3281-4c15-9652-401cf6ab4e71 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.2376328 Jan 26 20:39:26.417052 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87758b-0b42-4a08-82e9-30d6030fde5e req-5869ef3e-fb53-4835-990d-5e89eaf49c36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:26.418639 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2d87758b-0b42-4a08-82e9-30d6030fde5e req-5869ef3e-fb53-4835-990d-5e89eaf49c36 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 200 len: 917 time: 0.5236945 Jan 26 20:39:26.439573 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Network 9b76e0aa-4d48-4055-9fa1-b66725f74239 is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:39:26.475398 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 9b76e0aa-4d48-4055-9fa1-b66725f74239) {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:39:26.479020 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1395ef00-4e77-4464-949f-ba13d82cdd9c req-a48f43cc-49e4-4094-9fc3-dcf2554f574a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944948 Jan 26 20:39:26.482150 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:26.482956 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:26.485677 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2c8714-12fc-4b6f-95ce-3a2612509f7d None None] Network 9b76e0aa-4d48-4055-9fa1-b66725f74239 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:39:26.565370 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1dfe1e9a-69c6-4238-96bf-ba79d306f24f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0449014 Jan 26 20:39:26.771494 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2d87758b-0b42-4a08-82e9-30d6030fde5e req-0e510e26-83cf-4035-b26e-7db6a37af9b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16929471-3b6f-4eb2-8320-2630d4f1748b HTTP/1.1" status: 200 len: 1000 time: 0.2820778 Jan 26 20:39:26.786404 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0023f-c1b2-4f4b-87f9-3ed50bbb749e req-9b46c9b0-a29d-4d3e-b0a9-a519b1e79305 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:26.788912 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-45c0023f-c1b2-4f4b-87f9-3ed50bbb749e req-9b46c9b0-a29d-4d3e-b0a9-a519b1e79305 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 945 time: 0.1809165 Jan 26 20:39:26.850065 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-45c0023f-c1b2-4f4b-87f9-3ed50bbb749e req-dacb6b83-1afd-4841-9668-6581cd1c780e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528786 Jan 26 20:39:26.943293 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149c57df-5a36-4bdc-98fd-e4860bb72a02 None None] Network 9b76e0aa-4d48-4055-9fa1-b66725f74239 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:39:26.975631 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87758b-0b42-4a08-82e9-30d6030fde5e req-5f7f5a9f-0864-4462-a20d-192d397ca4b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:26.977211 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2d87758b-0b42-4a08-82e9-30d6030fde5e req-5f7f5a9f-0864-4462-a20d-192d397ca4b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab66317f-1f97-4db1-838e-7f27eb67f0da HTTP/1.1" status: 200 len: 855 time: 0.1315408 Jan 26 20:39:27.127639 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2d87758b-0b42-4a08-82e9-30d6030fde5e req-1a5c68d0-189e-4b33-bba1-731fbdbdbecb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4516c057-057d-4328-b219-148cc457f2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1269095 Jan 26 20:39:27.551856 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d113074-521a-4a07-aaf1-e56aaa289228 req-db585e78-99a3-41a8-a7e8-86b45b7bc368 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:27.553551 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9d113074-521a-4a07-aaf1-e56aaa289228 req-db585e78-99a3-41a8-a7e8-86b45b7bc368 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.4931178 Jan 26 20:39:27.605599 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-092fb976-3f76-44e9-af12-80ac6be91d30 req-f3481db3-5867-4da4-a2c4-032f58028c9c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 1098 time: 0.1778610 Jan 26 20:39:27.681963 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2d87758b-0b42-4a08-82e9-30d6030fde5e req-0d8a8d60-d36c-4a7b-8a45-c41ab725636d service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327660 Jan 26 20:39:27.696589 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9d113074-521a-4a07-aaf1-e56aaa289228 req-ecb5a433-e58f-491d-bb83-9dd7450467b0 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348784 Jan 26 20:39:27.728502 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-092fb976-3f76-44e9-af12-80ac6be91d30 req-6d0eeaba-9fdb-4bad-84c6-1f3668c6430f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014872 Jan 26 20:39:27.859855 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112c2f8-755a-475e-8f50-e64bcfb9bbe5 req-c356c5d7-4c84-4ba6-b9c4-6c1fcab53d74 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:27.861290 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1112c2f8-755a-475e-8f50-e64bcfb9bbe5 req-c356c5d7-4c84-4ba6-b9c4-6c1fcab53d74 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 944 time: 0.2963417 Jan 26 20:39:27.950185 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2d87758b-0b42-4a08-82e9-30d6030fde5e req-3ba4044d-9859-45d7-9e3c-ba90c6f3429e service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513230 Jan 26 20:39:27.995877 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1112c2f8-755a-475e-8f50-e64bcfb9bbe5 req-0d392326-b384-455a-bdb4-f67a0ab8a8e6 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235535 Jan 26 20:39:28.251284 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b08f8a-aa8d-407c-9afe-38694c867a36 req-fc86015e-fb40-42ed-8bb1-716953a33151 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:28.253342 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d9b08f8a-aa8d-407c-9afe-38694c867a36 req-fc86015e-fb40-42ed-8bb1-716953a33151 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1168120 Jan 26 20:39:28.310317 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 16929471-3b6f-4eb2-8320-2630d4f1748b no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:39:28.312165 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d9b08f8a-aa8d-407c-9afe-38694c867a36 req-8e9e71eb-de0f-4219-ac37-ed7ebe7c9599 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529394 Jan 26 20:39:28.438001 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:28.449195 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-2fda6777-ed0b-4b2a-84ca-86a20bcf7a74 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:28.451445 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-2fda6777-ed0b-4b2a-84ca-86a20bcf7a74 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/networks?id=d7135a40-04a4-4b31-b6ce-6e791b31e4b7 HTTP/1.1" status: 200 len: 813 time: 0.1655602 Jan 26 20:39:28.466444 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:39:28.476683 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-eca14695-818d-40a7-b719-c60316df709e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/quotas/cfe79190a04a4e37bdf2aa2328a5e95f HTTP/1.1" status: 200 len: 375 time: 0.0121591 Jan 26 20:39:28.480126 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=16929471-3b6f-4eb2-8320-2630d4f1748b,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:28.488690 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:28.544562 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-51093881-291f-44aa-b081-21f28128aa73 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cfe79190a04a4e37bdf2aa2328a5e95f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609133 Jan 26 20:39:28.555364 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e21a5-95ed-48da-a382-911f048359ec req-7e3b74f8-3714-468c-9e44-9250f6323d64 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:28.557162 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2a0e21a5-95ed-48da-a382-911f048359ec req-7e3b74f8-3714-468c-9e44-9250f6323d64 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.1047287 Jan 26 20:39:28.616848 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=16929471-3b6f-4eb2-8320-2630d4f1748b,revision_number=8']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:28.637058 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2a0e21a5-95ed-48da-a382-911f048359ec req-f608a11d-be9d-4bfe-978b-501c38fdc29c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650721 Jan 26 20:39:28.698110 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-fec62aa9-464a-4526-b626-dede37fed577 service neutron] 10.222.0.53 "GET /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528485 Jan 26 20:39:28.740804 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'code': 200} Jan 26 20:39:28.904200 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-2a13ae3d-1890-4478-82f6-fd1bd1e97c1a service neutron] 10.222.0.53 "GET /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001510 Jan 26 20:39:29.005879 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac95f11-230c-422c-b296-81d9e16e32f0 req-e577dbeb-094a-4a8b-bae7-ff7e283e3b4d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:29.007904 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9ac95f11-230c-422c-b296-81d9e16e32f0 req-e577dbeb-094a-4a8b-bae7-ff7e283e3b4d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1635861 Jan 26 20:39:29.098041 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9ac95f11-230c-422c-b296-81d9e16e32f0 req-8f434c37-2a29-4d12-8f1d-20ea85b13700 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774724 Jan 26 20:39:29.255293 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ba39-f705-4984-a0e5-bb70d23b9534 req-28686e90-7e82-4a7a-850e-31c917aebc93 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:29.262596 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-01d9ba39-f705-4984-a0e5-bb70d23b9534 req-28686e90-7e82-4a7a-850e-31c917aebc93 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 944 time: 0.0896983 Jan 26 20:39:29.309711 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-01d9ba39-f705-4984-a0e5-bb70d23b9534 req-09cae20a-eda8-4baa-b2b8-959184b3f402 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462399 Jan 26 20:39:29.416802 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b6a71cab-1f6e-4e9d-a851-9c186d0d1f56 req-7330064d-bd5a-482f-9932-b30b5764d8f6 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 210 time: 0.0482850 Jan 26 20:39:29.432183 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-ba0cbbbb-0abf-41cc-af1a-cf73309489ce tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:29.433614 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-ba0cbbbb-0abf-41cc-af1a-cf73309489ce tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/networks?id=9b76e0aa-4d48-4055-9fa1-b66725f74239 HTTP/1.1" status: 200 len: 809 time: 0.1755021 Jan 26 20:39:29.450187 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-95d5d48f-ad25-4549-b35e-a807b1a9553c tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/quotas/ee8ede2f2295416e88a7169da61d4aed HTTP/1.1" status: 200 len: 375 time: 0.0113297 Jan 26 20:39:29.498259 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-1c3287c2-bd11-4467-bb50-bab9e6ed35fe tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee8ede2f2295416e88a7169da61d4aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425246 Jan 26 20:39:29.624838 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-be04ac1c-cb1f-4df1-b8c7-667a06b015bd service neutron] 10.222.0.53 "GET /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196814 Jan 26 20:39:29.787861 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-e3cf5d1d-8410-4611-a236-d595d8084b1a service neutron] 10.222.0.53 "GET /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569755 Jan 26 20:39:29.881780 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32849e-f716-4d5c-8d05-25a4373ae6ce req-c45736ed-bb20-43c3-8500-234c00ca2625 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:29.883295 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4a32849e-f716-4d5c-8d05-25a4373ae6ce req-c45736ed-bb20-43c3-8500-234c00ca2625 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.0844386 Jan 26 20:39:29.954076 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4a32849e-f716-4d5c-8d05-25a4373ae6ce req-cc0cca06-22ac-4032-aa03-f04da5aa1af1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653613 Jan 26 20:39:30.001791 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d82aa9ef-937a-4eef-b159-5c3baf17f1f8 req-3de1e8e6-22a5-4b98-9b24-9bc1be347fad tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 210 time: 0.0466652 Jan 26 20:39:30.291352 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad7f02-4f08-4cfb-a02c-c01677a40595 req-dea8ef5a-5a11-448f-a616-7fc412275e1b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:30.292806 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-29ad7f02-4f08-4cfb-a02c-c01677a40595 req-dea8ef5a-5a11-448f-a616-7fc412275e1b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.0806398 Jan 26 20:39:30.343598 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-29ad7f02-4f08-4cfb-a02c-c01677a40595 req-29df5e57-df97-4a53-8d0b-0b58896bab8d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435414 Jan 26 20:39:30.619295 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5475ba34-a3fe-44a2-94d5-567ad22fd90a req-38523124-7e44-4d1d-aa20-9341902b1d30 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 210 time: 0.0513902 Jan 26 20:39:30.740640 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-1fe31ad4-9330-423b-b3f2-4a7cf3df851f tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:30.741236 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-1fe31ad4-9330-423b-b3f2-4a7cf3df851f tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Synchronizing usage tracker for tenant:cfe79190a04a4e37bdf2aa2328a5e95f on resource:network {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:39:30.748555 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4e9cd-2ac6-4bf7-a3d6-844ebcad49b6 req-b1096ebf-3e41-419b-9d36-38a46ce9b46c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:30.750002 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f1e4e9cd-2ac6-4bf7-a3d6-844ebcad49b6 req-b1096ebf-3e41-419b-9d36-38a46ce9b46c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 944 time: 0.2664955 Jan 26 20:39:30.783881 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-1fe31ad4-9330-423b-b3f2-4a7cf3df851f tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Unset dirty status for tenant:cfe79190a04a4e37bdf2aa2328a5e95f on resource:network {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:39:30.785683 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-1fe31ad4-9330-423b-b3f2-4a7cf3df851f tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.43 "GET /v2.0/networks?id=d7135a40-04a4-4b31-b6ce-6e791b31e4b7 HTTP/1.1" status: 200 len: 813 time: 0.3254774 Jan 26 20:39:30.807062 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Request body: {'port': {'device_id': '2903a693-240e-4fa4-8297-666f133fb724', 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7', 'admin_state_up': True, 'tenant_id': 'cfe79190a04a4e37bdf2aa2328a5e95f'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:39:30.821534 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f1e4e9cd-2ac6-4bf7-a3d6-844ebcad49b6 req-babf9431-4f89-4795-b498-cf9287fde04e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649977 Jan 26 20:39:30.943983 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:30.948126 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Usage tracker for resource:port and tenant:cfe79190a04a4e37bdf2aa2328a5e95f is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:30.950941 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:30.956570 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:30.965866 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Made reservation on behalf of cfe79190a04a4e37bdf2aa2328a5e95f for: {'port': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:39:30.969089 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:31.201304 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Allocated IP 172.20.0.10 (d7135a40-04a4-4b31-b6ce-6e791b31e4b7/ce1818db-70f0-4bfe-b999-87f7ee305f53/388a78e6-21aa-4957-a7fe-c561b5326cbd) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:39:31.205081 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bdc862d4-3ccc-47e8-ac09-24cba0d318f4 req-8960948d-a033-4354-8d25-a3ddc2cdd6a8 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 210 time: 0.0585835 Jan 26 20:39:31.363031 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-e6e2ad9e-66fe-4793-9a29-2c54739620f0 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:31.363813 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-e6e2ad9e-66fe-4793-9a29-2c54739620f0 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Synchronizing usage tracker for tenant:ee8ede2f2295416e88a7169da61d4aed on resource:network {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:39:31.398502 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62360791-6191-4a95-803c-25146d43a0be req-3236b056-489d-426b-a920-a043a08d5cf1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:31.400093 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-62360791-6191-4a95-803c-25146d43a0be req-3236b056-489d-426b-a920-a043a08d5cf1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.2890880 Jan 26 20:39:31.403392 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-e6e2ad9e-66fe-4793-9a29-2c54739620f0 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Unset dirty status for tenant:ee8ede2f2295416e88a7169da61d4aed on resource:network {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:39:31.404529 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-e6e2ad9e-66fe-4793-9a29-2c54739620f0 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.43 "GET /v2.0/networks?id=9b76e0aa-4d48-4055-9fa1-b66725f74239 HTTP/1.1" status: 200 len: 809 time: 0.3422506 Jan 26 20:39:31.410451 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-846c68a1-de59-493e-9588-7fd9c793e8a6 req-cbe59510-9024-496a-9877-d58ab0994c4f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2390392 Jan 26 20:39:31.431967 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Request body: {'port': {'device_id': '7ef20933-82d9-4089-b3e2-ab39175ea581', 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239', 'admin_state_up': True, 'tenant_id': 'ee8ede2f2295416e88a7169da61d4aed'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:39:31.456768 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:31.494036 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:31.590282 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-62360791-6191-4a95-803c-25146d43a0be req-86446626-31fc-4b56-81b4-0a310f252c7b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785877 Jan 26 20:39:31.621034 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:39:31.622611 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Pushing event updated for resources: {'Port': ['ID=388a78e6-21aa-4957-a7fe-c561b5326cbd,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:31.626445 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:39:31.629090 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:39:31.653016 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:31.659220 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Usage tracker for resource:port and tenant:ee8ede2f2295416e88a7169da61d4aed is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:31.664563 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-846c68a1-de59-493e-9588-7fd9c793e8a6 req-4bf9eb88-93f4-4c7e-8322-706f207fe8ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 1098 time: 0.1432805 Jan 26 20:39:31.665816 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:31.672199 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:31.685784 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Made reservation on behalf of ee8ede2f2295416e88a7169da61d4aed for: {'port': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:39:31.688904 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:31.705942 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:31.707147 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:31.733052 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7da2c8-872d-4421-a5bb-f51e4213ec44 req-6571bd50-86b6-4d89-b9e6-872d4f6c5ba1 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:31.740232 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bf7da2c8-872d-4421-a5bb-f51e4213ec44 req-6571bd50-86b6-4d89-b9e6-872d4f6c5ba1 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.2027533 Jan 26 20:39:31.763479 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-80455e40-7624-43e6-a074-81f37b516716 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9601688 Jan 26 20:39:31.777213 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Request body: {'port': {'device_id': '2903a693-240e-4fa4-8297-666f133fb724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:39:31.859580 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bf7da2c8-872d-4421-a5bb-f51e4213ec44 req-904f07fb-97c6-4c30-afcb-e35023fad0c1 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183078 Jan 26 20:39:31.948900 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:32.079811 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c68a1-de59-493e-9588-7fd9c793e8a6 req-7e0ae5b1-5385-4de1-9d8a-88317691be5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:32.081859 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-846c68a1-de59-493e-9588-7fd9c793e8a6 req-7e0ae5b1-5385-4de1-9d8a-88317691be5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 200 len: 920 time: 0.3803985 Jan 26 20:39:32.171019 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Allocated IP 172.20.0.6 (9b76e0aa-4d48-4055-9fa1-b66725f74239/12bee7c2-77e0-4a9a-9580-bb901fff69ec/30312a9e-5f53-402b-be46-369535427571) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:39:32.180810 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa2452-c243-4429-a892-7688a58a275b req-fb43e5d8-0ddc-4d0c-b607-e1086d0eacd5 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:32.181686 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b0167-25fc-4e68-b274-46daf00bda4a req-9cb4aa0a-0dc0-4975-bac1-afe6df7c9abd tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:32.182279 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-51fa2452-c243-4429-a892-7688a58a275b req-fb43e5d8-0ddc-4d0c-b607-e1086d0eacd5 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 944 time: 0.1900115 Jan 26 20:39:32.183146 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a04b0167-25fc-4e68-b274-46daf00bda4a req-9cb4aa0a-0dc0-4975-bac1-afe6df7c9abd tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 932 time: 0.3253026 Jan 26 20:39:32.185847 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-846c68a1-de59-493e-9588-7fd9c793e8a6 req-55260bb0-19de-4f43-95cc-efc02645308b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72 HTTP/1.1" status: 200 len: 217 time: 0.0909784 Jan 26 20:39:32.310076 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-51fa2452-c243-4429-a892-7688a58a275b req-77b37547-9a98-4e6e-8e1f-cd1189cba5a5 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805230 Jan 26 20:39:32.321065 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a04b0167-25fc-4e68-b274-46daf00bda4a req-7e2567b6-cc4f-4c86-9a4c-eb1ade34b93d tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306891 Jan 26 20:39:32.324777 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c68a1-de59-493e-9588-7fd9c793e8a6 req-e14a69ad-0390-43f0-98ca-2f988b9e67f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:32.326186 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-846c68a1-de59-493e-9588-7fd9c793e8a6 req-e14a69ad-0390-43f0-98ca-2f988b9e67f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a71d783-e3a8-40d2-b37b-0c93d1b53c2d HTTP/1.1" status: 200 len: 859 time: 0.1334946 Jan 26 20:39:32.429227 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388a78e6-21aa-4957-a7fe-c561b5326cbd {{(pid=82709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:39:32.438956 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:32.458799 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Transition to ACTIVE for port object 388a78e6-21aa-4957-a7fe-c561b5326cbd will not be triggered until provisioned by entity L2. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:39:32.463250 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:32.522251 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-846c68a1-de59-493e-9588-7fd9c793e8a6 req-42cdab87-3d58-4372-a689-d07a8e4c5010 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1551955 Jan 26 20:39:32.680580 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-555d85dc-6c43-4646-a447-afd26d2716e6 req-83ee97f5-bb4b-4650-b9c5-2808c344f572 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 210 time: 0.1219978 Jan 26 20:39:32.726735 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Pushing event updated for resources: {'Port': ['ID=388a78e6-21aa-4957-a7fe-c561b5326cbd,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:32.800695 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:32.815493 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-846c68a1-de59-493e-9588-7fd9c793e8a6 req-1d1b3df8-763a-4450-9be8-082dba52335b service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841964 Jan 26 20:39:32.898915 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Attempting to bind port 388a78e6-21aa-4957-a7fe-c561b5326cbd on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:39:32.899555 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Attempting to bind port 388a78e6-21aa-4957-a7fe-c561b5326cbd by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '5bed2073-4e19-4043-83bb-09ac3d17601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7'}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:39:32.899745 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Attempting to bind port 388a78e6-21aa-4957-a7fe-c561b5326cbd on network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:39:32.915880 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Port 388a78e6-21aa-4957-a7fe-c561b5326cbd on network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:39:32.916199 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Attempting to bind port 388a78e6-21aa-4957-a7fe-c561b5326cbd on network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:39:32.931493 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:39:32.932138 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Checking segment: {'id': '5bed2073-4e19-4043-83bb-09ac3d17601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:39:32.932138 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Bound using segment: {'id': '5bed2073-4e19-4043-83bb-09ac3d17601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7'} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:39:32.932553 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Bound port: 388a78e6-21aa-4957-a7fe-c561b5326cbd, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bed2073-4e19-4043-83bb-09ac3d17601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7'}}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:39:32.932895 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:32.952583 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:32.984538 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a993e-3b17-4027-a5a8-27ca0a1a1579 req-b865abc3-6493-4fda-a8bb-d7138cbce0d3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:32.985998 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bc7a993e-3b17-4027-a5a8-27ca0a1a1579 req-b865abc3-6493-4fda-a8bb-d7138cbce0d3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.1590364 Jan 26 20:39:33.031770 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-846c68a1-de59-493e-9588-7fd9c793e8a6 req-eb596eb7-b181-497b-8cd9-258217534c27 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083812 Jan 26 20:39:33.048477 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Network 9b76e0aa-4d48-4055-9fa1-b66725f74239 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:39:33.054150 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:39:33.087574 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] For port 388a78e6-21aa-4957-a7fe-c561b5326cbd, host hv-cinder-82651, cleared binding levels {{(pid=82709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:39:33.093014 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Pushing event updated for resources: {'Port': ['ID=30312a9e-5f53-402b-be46-369535427571,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:33.094041 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bc7a993e-3b17-4027-a5a8-27ca0a1a1579 req-323412cd-2946-449a-a02a-ceaa10b0ddce tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942974 Jan 26 20:39:33.105374 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] For port 388a78e6-21aa-4957-a7fe-c561b5326cbd, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=388a78e6-21aa-4957-a7fe-c561b5326cbd,segment=NetworkSegment(5bed2073-4e19-4043-83bb-09ac3d17601c),segment_id=5bed2073-4e19-4043-83bb-09ac3d17601c)] {{(pid=82709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:39:33.110522 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:33.137171 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:39:33.200288 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:33.215184 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:33.217656 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] 10.222.0.43 "PUT /v2.0/ports/388a78e6-21aa-4957-a7fe-c561b5326cbd HTTP/1.1" status: 200 len: 1094 time: 1.4460421 Jan 26 20:39:33.217656 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903a693-240e-4fa4-8297-666f133fb724', 'tag': '388a78e6-21aa-4957-a7fe-c561b5326cbd'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:39:33.256763 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:33.257418 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:33.292296 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-bebc6e9e-015a-481c-ad8a-f5d09d0151e9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8646457 Jan 26 20:39:33.304055 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5a128-4833-4fe4-a80a-6625c40634de service neutron] Pushing event updated for resources: {'Port': ['ID=388a78e6-21aa-4957-a7fe-c561b5326cbd,revision_number=3']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:33.305124 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Request body: {'port': {'device_id': '7ef20933-82d9-4089-b3e2-ab39175ea581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:39:33.335577 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0cb448fb-ff53-4e3b-aa46-b03fb8f00351 req-4bd2a3bb-ecba-424b-8b85-91f4c13c62b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6640c36098c2473680824eba064a5218&device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 1098 time: 0.2355340 Jan 26 20:39:33.354074 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-b7725264-749b-43c1-a1b2-6b856dc2c9ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfe79190a04a4e37bdf2aa2328a5e95f&device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 1097 time: 0.0927684 Jan 26 20:39:33.365413 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac17814-9b7f-4eeb-a948-643978c681de req-1d0653fa-0e81-4a41-9ea7-de2d001b698e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:33.372050 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0ac17814-9b7f-4eeb-a948-643978c681de req-1d0653fa-0e81-4a41-9ea7-de2d001b698e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.3224859 Jan 26 20:39:33.437595 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-acd09dbf-b3fc-4769-a1cd-02e3f8d30102 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388a78e6-21aa-4957-a7fe-c561b5326cbd HTTP/1.1" status: 200 len: 217 time: 0.0757883 Jan 26 20:39:33.509844 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f0e8b0ad-0150-44f4-9033-33861d60db85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:33.511493 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-f0e8b0ad-0150-44f4-9033-33861d60db85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce1818db-70f0-4bfe-b999-87f7ee305f53 HTTP/1.1" status: 200 len: 853 time: 0.0684192 Jan 26 20:39:33.572087 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-4df7c9cc-0ca9-4952-82a3-55bff624080e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7135a40-04a4-4b31-b6ce-6e791b31e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477915 Jan 26 20:39:33.673604 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0ac17814-9b7f-4eeb-a948-643978c681de req-a38d74b3-48dc-4c09-998d-2c9257a242a0 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007135 Jan 26 20:39:33.686069 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:33.736845 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-102c4b20-a60d-4abc-abec-8320fac400f8 service neutron] 10.222.0.43 "GET /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592681 Jan 26 20:39:33.769820 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb448fb-ff53-4e3b-aa46-b03fb8f00351 req-6b2d82da-62e5-4814-bacd-7217ad0f5517 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:33.771360 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0cb448fb-ff53-4e3b-aa46-b03fb8f00351 req-6b2d82da-62e5-4814-bacd-7217ad0f5517 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 200 len: 920 time: 0.3974757 Jan 26 20:39:33.835142 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903a693-240e-4fa4-8297-666f133fb724', 'tag': '388a78e6-21aa-4957-a7fe-c561b5326cbd', 'status': 'completed', 'code': 200} Jan 26 20:39:33.858661 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0cb448fb-ff53-4e3b-aa46-b03fb8f00351 req-8c39651a-4e97-4c56-8352-18f20ca53484 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72 HTTP/1.1" status: 200 len: 217 time: 0.0789108 Jan 26 20:39:33.972749 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b7047fdf-5a7d-4797-a503-7faeaecb24c1 req-8962565b-31f1-4f36-b546-dd1127a0161e service neutron] 10.222.0.43 "GET /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303870 Jan 26 20:39:34.023340 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de789-121a-469c-95d0-a464b4bcf487 req-fa870ecd-c761-4da2-99e1-ac59b05121f5 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:34.027441 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-283de789-121a-469c-95d0-a464b4bcf487 req-fa870ecd-c761-4da2-99e1-ac59b05121f5 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 944 time: 0.1080918 Jan 26 20:39:34.057379 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb448fb-ff53-4e3b-aa46-b03fb8f00351 req-220ab90c-41ab-4c4e-bae9-cf7067ed5780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:34.057379 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0cb448fb-ff53-4e3b-aa46-b03fb8f00351 req-220ab90c-41ab-4c4e-bae9-cf7067ed5780 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a71d783-e3a8-40d2-b37b-0c93d1b53c2d HTTP/1.1" status: 200 len: 859 time: 0.1906159 Jan 26 20:39:34.123416 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-283de789-121a-469c-95d0-a464b4bcf487 req-a2598876-331a-4bb9-a0a1-8b835f4b5e74 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654418 Jan 26 20:39:34.136809 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1d802004-648a-40ee-b46c-e31f50a0bf0c req-2107700d-bc4d-4fd6-a6a9-7967ca5e78d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfe79190a04a4e37bdf2aa2328a5e95f&device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 1097 time: 0.1094730 Jan 26 20:39:34.185056 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0cb448fb-ff53-4e3b-aa46-b03fb8f00351 req-7884279d-2fec-4158-af32-74633a3897ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208582 Jan 26 20:39:34.299700 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428c8c0-f91b-432f-946a-23ffece7df4d req-e54dc463-8351-4b2e-a9a4-a01a2e5a9f20 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:34.301181 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0428c8c0-f91b-432f-946a-23ffece7df4d req-e54dc463-8351-4b2e-a9a4-a01a2e5a9f20 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 944 time: 0.3294027 Jan 26 20:39:34.327555 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d802004-648a-40ee-b46c-e31f50a0bf0c req-f4f1559e-401b-411a-a2a1-50d447d934d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:34.328989 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1d802004-648a-40ee-b46c-e31f50a0bf0c req-f4f1559e-401b-411a-a2a1-50d447d934d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7135a40-04a4-4b31-b6ce-6e791b31e4b7 HTTP/1.1" status: 200 len: 914 time: 0.1809614 Jan 26 20:39:34.387926 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 81107eeb-97fb-4f41-a072-58b9806bf1aa details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:39:34.408213 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1d802004-648a-40ee-b46c-e31f50a0bf0c req-3ce822eb-219d-469a-ac9c-5150c89c4391 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388a78e6-21aa-4957-a7fe-c561b5326cbd HTTP/1.1" status: 200 len: 217 time: 0.0700881 Jan 26 20:39:34.415338 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefe123-d881-42a9-8343-c903d54082f7 req-69e0fe0d-016b-4e66-86af-1192ae85c60f tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:34.416774 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4eefe123-d881-42a9-8343-c903d54082f7 req-69e0fe0d-016b-4e66-86af-1192ae85c60f tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 931 time: 0.1778286 Jan 26 20:39:34.434857 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0cb448fb-ff53-4e3b-aa46-b03fb8f00351 req-766d247b-ea4e-4f6e-bc46-061c4affe4e2 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396197 Jan 26 20:39:34.442951 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0428c8c0-f91b-432f-946a-23ffece7df4d req-72024043-6401-4276-bd78-46efc4ba4c23 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221952 Jan 26 20:39:34.509583 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d802004-648a-40ee-b46c-e31f50a0bf0c req-3fe6465b-5620-478a-b64f-6632eb6a5c6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:34.511134 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1d802004-648a-40ee-b46c-e31f50a0bf0c req-3fe6465b-5620-478a-b64f-6632eb6a5c6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce1818db-70f0-4bfe-b999-87f7ee305f53 HTTP/1.1" status: 200 len: 853 time: 0.0934682 Jan 26 20:39:34.527610 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4eefe123-d881-42a9-8343-c903d54082f7 req-9f77e461-36e4-450f-a6e2-cf00fe5aae89 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808303 Jan 26 20:39:34.581031 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1d802004-648a-40ee-b46c-e31f50a0bf0c req-edb38dbd-76d5-44a1-99fa-2fc22ac99bcb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7135a40-04a4-4b31-b6ce-6e791b31e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522194 Jan 26 20:39:34.634997 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 81107eeb-97fb-4f41-a072-58b9806bf1aa, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:34.648987 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30312a9e-5f53-402b-be46-369535427571 {{(pid=82708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:39:34.653152 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'port_id': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'mac_address': 'fa:16:3e:c0:12:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:39:34.662791 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:34.734254 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:34.748989 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Transition to ACTIVE for port object 30312a9e-5f53-402b-be46-369535427571 will not be triggered until provisioned by entity L2. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:39:34.751887 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0cb448fb-ff53-4e3b-aa46-b03fb8f00351 req-19a91e85-5ff5-4b0d-8185-de3e46029826 service neutron] 10.222.0.43 "GET /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079987 Jan 26 20:39:34.781042 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81107eeb-97fb-4f41-a072-58b9806bf1aa {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:39:34.785024 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:34.809735 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 81107eeb-97fb-4f41-a072-58b9806bf1aa, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:34.816366 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:34.866636 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1d802004-648a-40ee-b46c-e31f50a0bf0c req-ec65007b-d3af-4131-88b5-1ea7034b9fc9 service neutron] 10.222.0.43 "GET /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778003 Jan 26 20:39:34.922396 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=81107eeb-97fb-4f41-a072-58b9806bf1aa,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:35.001696 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Pushing event updated for resources: {'Port': ['ID=30312a9e-5f53-402b-be46-369535427571,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:35.016300 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:35.016608 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:35.016961 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:35.017276 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:35.017604 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:35.018381 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:35.018381 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:35.018589 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:35.018901 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:35.019731 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:35.019731 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:35.064668 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-59cb9f56-f015-49f8-83b2-baa7d3393bcf req-2bedce50-d286-4fec-8fd1-44cc5f4b3ac9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3837724 Jan 26 20:39:35.079167 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1d802004-648a-40ee-b46c-e31f50a0bf0c req-08aa99c6-671a-4dec-9970-44be65275ad3 service neutron] 10.222.0.43 "GET /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059786 Jan 26 20:39:35.095495 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef297c-5540-4284-a220-1b493f2a4f0a req-b5ddce22-3a22-4cfd-add8-7a97703ac29b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:35.100150 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-05ef297c-5540-4284-a220-1b493f2a4f0a req-b5ddce22-3a22-4cfd-add8-7a97703ac29b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.2073710 Jan 26 20:39:35.130572 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['81107eeb-97fb-4f41-a072-58b9806bf1aa'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:39:35.167093 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Attempting to bind port 30312a9e-5f53-402b-be46-369535427571 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:39:35.167499 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Attempting to bind port 30312a9e-5f53-402b-be46-369535427571 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '859ac742-b7ab-474d-a402-3d49b23a914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239'}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:39:35.167837 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Attempting to bind port 30312a9e-5f53-402b-be46-369535427571 on network 9b76e0aa-4d48-4055-9fa1-b66725f74239 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:39:35.175697 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Port 30312a9e-5f53-402b-be46-369535427571 on network 9b76e0aa-4d48-4055-9fa1-b66725f74239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:39:35.176067 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Attempting to bind port 30312a9e-5f53-402b-be46-369535427571 on network 9b76e0aa-4d48-4055-9fa1-b66725f74239 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:39:35.181245 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-05ef297c-5540-4284-a220-1b493f2a4f0a req-0302d00a-c303-4a95-9a1a-f11fdf238fd7 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767114 Jan 26 20:39:35.204599 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:39:35.207273 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Checking segment: {'id': '859ac742-b7ab-474d-a402-3d49b23a914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:39:35.207714 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Bound using segment: {'id': '859ac742-b7ab-474d-a402-3d49b23a914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239'} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:39:35.208164 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Bound port: 30312a9e-5f53-402b-be46-369535427571, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859ac742-b7ab-474d-a402-3d49b23a914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239'}}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:39:35.208515 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:35.378547 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] For port 30312a9e-5f53-402b-be46-369535427571, host hv-cinder-82651, cleared binding levels {{(pid=82708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:39:35.384175 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] For port 30312a9e-5f53-402b-be46-369535427571, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=30312a9e-5f53-402b-be46-369535427571,segment=NetworkSegment(859ac742-b7ab-474d-a402-3d49b23a914d),segment_id=859ac742-b7ab-474d-a402-3d49b23a914d)] {{(pid=82708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:39:35.391008 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:35.461791 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41286) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:35.494344 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c492be4-ae31-4350-9ea2-cad43796f988 req-c67879de-c984-4a10-b083-0d80059b1940 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:35.495874 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6c492be4-ae31-4350-9ea2-cad43796f988 req-c67879de-c984-4a10-b083-0d80059b1940 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 945 time: 0.1945422 Jan 26 20:39:35.497283 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:35.498516 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] 10.222.0.43 "PUT /v2.0/ports/30312a9e-5f53-402b-be46-369535427571 HTTP/1.1" status: 200 len: 1093 time: 2.1983693 Jan 26 20:39:35.500222 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef20933-82d9-4089-b3e2-ab39175ea581', 'tag': '30312a9e-5f53-402b-be46-369535427571'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:39:35.509278 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ed58c-859a-4d04-bd03-2e00cfe7ef64 service neutron] Pushing event updated for resources: {'Port': ['ID=30312a9e-5f53-402b-be46-369535427571,revision_number=3']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:35.517919 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df26b87-48ad-4729-bda9-29f29b3c9983 req-575375ea-9491-40c8-97de-367c14ee2e4b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:35.527605 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7df26b87-48ad-4729-bda9-29f29b3c9983 req-575375ea-9491-40c8-97de-367c14ee2e4b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.1139462 Jan 26 20:39:35.575331 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7df26b87-48ad-4729-bda9-29f29b3c9983 req-8e1f8ee5-bcee-4628-ba16-d9a15d0b7417 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466988 Jan 26 20:39:35.759304 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6c492be4-ae31-4350-9ea2-cad43796f988 req-f384831b-df9a-4c68-bb36-de8d359e8641 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537920 Jan 26 20:39:35.792326 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b974b-c190-4842-845a-2c05e47d8c27 req-09000fe2-714f-4e87-925c-8e108d5ac44f tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:35.794007 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-1a7b974b-c190-4842-845a-2c05e47d8c27 req-09000fe2-714f-4e87-925c-8e108d5ac44f tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Synchronizing usage tracker for tenant:cfe79190a04a4e37bdf2aa2328a5e95f on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:39:35.800576 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-cf30d2e1-666d-49bd-8459-73e3fb58d88f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee8ede2f2295416e88a7169da61d4aed&device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 1096 time: 0.2482967 Jan 26 20:39:35.806313 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-972ee4da-3818-45ea-84aa-ee9486611cb0 req-4896fd44-6d45-484d-9952-ac6667720fb3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3424978 Jan 26 20:39:35.826050 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-1a7b974b-c190-4842-845a-2c05e47d8c27 req-09000fe2-714f-4e87-925c-8e108d5ac44f tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Unset dirty status for tenant:cfe79190a04a4e37bdf2aa2328a5e95f on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:39:35.828358 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1a7b974b-c190-4842-845a-2c05e47d8c27 req-09000fe2-714f-4e87-925c-8e108d5ac44f tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 944 time: 0.1242769 Jan 26 20:39:35.889061 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-1a7b974b-c190-4842-845a-2c05e47d8c27 req-1e5fb92b-c2d4-416b-8659-2919dd0469de tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Synchronizing usage tracker for tenant:cfe79190a04a4e37bdf2aa2328a5e95f on resource:security_group {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:39:35.891307 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef20933-82d9-4089-b3e2-ab39175ea581', 'tag': '30312a9e-5f53-402b-be46-369535427571', 'status': 'completed', 'code': 200} Jan 26 20:39:35.917063 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-1a7b974b-c190-4842-845a-2c05e47d8c27 req-1e5fb92b-c2d4-416b-8659-2919dd0469de tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Unset dirty status for tenant:cfe79190a04a4e37bdf2aa2328a5e95f on resource:security_group {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:39:35.919163 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-1d8c5242-290d-4b21-813b-37405fc27018 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30312a9e-5f53-402b-be46-369535427571 HTTP/1.1" status: 200 len: 217 time: 0.1115832 Jan 26 20:39:35.919516 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1a7b974b-c190-4842-845a-2c05e47d8c27 req-1e5fb92b-c2d4-416b-8659-2919dd0469de tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840671 Jan 26 20:39:36.026613 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-add67988-ea56-4c96-a769-37a647e20d95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:36.028097 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-add67988-ea56-4c96-a769-37a647e20d95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12bee7c2-77e0-4a9a-9580-bb901fff69ec HTTP/1.1" status: 200 len: 849 time: 0.1021490 Jan 26 20:39:36.090916 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-860cc1ff-080f-4155-890c-9ecbb2f47289 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b76e0aa-4d48-4055-9fa1-b66725f74239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555098 Jan 26 20:39:36.190018 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddc0a8-39ba-41c3-9a34-b0ecc806b206 req-90b73bb3-35e5-41a7-8377-816f9c6da607 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:36.191301 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-09ddc0a8-39ba-41c3-9a34-b0ecc806b206 req-90b73bb3-35e5-41a7-8377-816f9c6da607 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Synchronizing usage tracker for tenant:ee8ede2f2295416e88a7169da61d4aed on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:39:36.260514 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-09ddc0a8-39ba-41c3-9a34-b0ecc806b206 req-90b73bb3-35e5-41a7-8377-816f9c6da607 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Unset dirty status for tenant:ee8ede2f2295416e88a7169da61d4aed on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:39:36.262278 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-09ddc0a8-39ba-41c3-9a34-b0ecc806b206 req-90b73bb3-35e5-41a7-8377-816f9c6da607 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 943 time: 0.2881811 Jan 26 20:39:36.291006 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-1c19b201-f4a8-4911-96aa-e75542732b85 service neutron] 10.222.0.43 "GET /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928537 Jan 26 20:39:36.390124 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 388a78e6-21aa-4957-a7fe-c561b5326cbd details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:39:36.394582 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 81107eeb-97fb-4f41-a072-58b9806bf1aa up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:39:36.489271 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-09ddc0a8-39ba-41c3-9a34-b0ecc806b206 req-4bacf574-fc18-4c0f-8212-402e89dc3be0 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Synchronizing usage tracker for tenant:ee8ede2f2295416e88a7169da61d4aed on resource:security_group {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:39:36.541026 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-09ddc0a8-39ba-41c3-9a34-b0ecc806b206 req-4bacf574-fc18-4c0f-8212-402e89dc3be0 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Unset dirty status for tenant:ee8ede2f2295416e88a7169da61d4aed on resource:security_group {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:39:36.551687 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-09ddc0a8-39ba-41c3-9a34-b0ecc806b206 req-4bacf574-fc18-4c0f-8212-402e89dc3be0 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817843 Jan 26 20:39:36.555054 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ea753ea7-f30c-4661-ad71-c735ef987f53 req-2fdb10dc-7dda-4f41-b00c-f0a381567569 service neutron] 10.222.0.43 "GET /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519627 Jan 26 20:39:36.597791 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0fae9-ace9-431c-8aa6-15b41f2e5d0b req-78667500-37c3-470f-9dff-029bc4ff71bf tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:36.599824 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9cd0fae9-ace9-431c-8aa6-15b41f2e5d0b req-78667500-37c3-470f-9dff-029bc4ff71bf tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.2142212 Jan 26 20:39:36.641941 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 388a78e6-21aa-4957-a7fe-c561b5326cbd, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=388a78e6-21aa-4957-a7fe-c561b5326cbd,segment=NetworkSegment(5bed2073-4e19-4043-83bb-09ac3d17601c),segment_id=5bed2073-4e19-4043-83bb-09ac3d17601c)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:36.663587 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9cd0fae9-ace9-431c-8aa6-15b41f2e5d0b req-22d06384-ad71-451a-be64-e16da386a311 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576930 Jan 26 20:39:36.664334 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '388a78e6-21aa-4957-a7fe-c561b5326cbd', 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7', 'port_id': '388a78e6-21aa-4957-a7fe-c561b5326cbd', 'mac_address': 'fa:16:3e:3a:9c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1818db-70f0-4bfe-b999-87f7ee305f53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:39:36.709188 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 81107eeb-97fb-4f41-a072-58b9806bf1aa completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:39:36.725130 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 81107eeb-97fb-4f41-a072-58b9806bf1aa triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:39:36.725926 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:36.736805 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a12e67ee-d722-446e-a335-c77709be3c14 req-047106cc-80d3-4669-a851-734ce2c3a93f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee8ede2f2295416e88a7169da61d4aed&device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 1096 time: 0.1125975 Jan 26 20:39:36.805170 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:36.837571 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388a78e6-21aa-4957-a7fe-c561b5326cbd {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:39:36.859865 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 388a78e6-21aa-4957-a7fe-c561b5326cbd, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=388a78e6-21aa-4957-a7fe-c561b5326cbd,segment=NetworkSegment(5bed2073-4e19-4043-83bb-09ac3d17601c),segment_id=5bed2073-4e19-4043-83bb-09ac3d17601c)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:36.894891 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:36.946491 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a10c21-5fd8-4919-ae60-1e9d63d54822 req-e7a0628c-d991-42d8-8035-863f0795cba9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:36.948934 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-62a10c21-5fd8-4919-ae60-1e9d63d54822 req-e7a0628c-d991-42d8-8035-863f0795cba9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.2096999 Jan 26 20:39:36.952191 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e67ee-d722-446e-a335-c77709be3c14 req-9a8da81e-d713-468b-a238-1586c2b6e079 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:36.953715 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a12e67ee-d722-446e-a335-c77709be3c14 req-9a8da81e-d713-468b-a238-1586c2b6e079 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9b76e0aa-4d48-4055-9fa1-b66725f74239 HTTP/1.1" status: 200 len: 910 time: 0.1742375 Jan 26 20:39:36.984580 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:36.991168 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24050c4-a414-4702-9b5c-795c981eea30 req-488b6781-c5c5-4cd2-9591-561f376f82cc tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:36.992783 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a24050c4-a414-4702-9b5c-795c981eea30 req-488b6781-c5c5-4cd2-9591-561f376f82cc tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 945 time: 0.0882685 Jan 26 20:39:37.011234 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=388a78e6-21aa-4957-a7fe-c561b5326cbd,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:37.028113 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:39:37.043838 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 81107eeb-97fb-4f41-a072-58b9806bf1aa, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:37.049400 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a24050c4-a414-4702-9b5c-795c981eea30 req-da22110a-7fd1-4a49-8db6-f2b0d5c6ce82 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483739 Jan 26 20:39:37.056392 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:37.057406 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 16929471-3b6f-4eb2-8320-2630d4f1748b no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:39:37.061322 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a12e67ee-d722-446e-a335-c77709be3c14 req-490c32b8-fcf1-487a-9f41-1e64cbb4cb60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30312a9e-5f53-402b-be46-369535427571 HTTP/1.1" status: 200 len: 217 time: 0.1005743 Jan 26 20:39:37.146737 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-62a10c21-5fd8-4919-ae60-1e9d63d54822 req-80be109e-26b0-45ab-a3c5-c9069d6f133f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879718 Jan 26 20:39:37.164725 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e67ee-d722-446e-a335-c77709be3c14 req-226e261b-6f6b-4ab7-b289-758b0a750e75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:37.166572 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a12e67ee-d722-446e-a335-c77709be3c14 req-226e261b-6f6b-4ab7-b289-758b0a750e75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12bee7c2-77e0-4a9a-9580-bb901fff69ec HTTP/1.1" status: 200 len: 849 time: 0.0859981 Jan 26 20:39:37.248374 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a12e67ee-d722-446e-a335-c77709be3c14 req-940d494d-9a23-4c5a-a4d0-a03c90dae05b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b76e0aa-4d48-4055-9fa1-b66725f74239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718937 Jan 26 20:39:37.262046 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=81107eeb-97fb-4f41-a072-58b9806bf1aa,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:37.268222 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['388a78e6-21aa-4957-a7fe-c561b5326cbd'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:39:37.324671 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18212a-6de1-4dd9-adf1-75ce2f330723 req-5d48baab-e857-4b13-ad80-54bc995e9713 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:37.326735 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-dc18212a-6de1-4dd9-adf1-75ce2f330723 req-5d48baab-e857-4b13-ad80-54bc995e9713 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 945 time: 0.1140606 Jan 26 20:39:37.362850 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'code': 200} Jan 26 20:39:37.434255 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a12e67ee-d722-446e-a335-c77709be3c14 req-86933694-8b77-4cd6-87b0-be6a94d18d22 service neutron] 10.222.0.43 "GET /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793082 Jan 26 20:39:37.444891 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-dc18212a-6de1-4dd9-adf1-75ce2f330723 req-07ac4a79-293b-4351-ba5c-382fec870732 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735176 Jan 26 20:39:37.471037 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-972ee4da-3818-45ea-84aa-ee9486611cb0 req-92627c4c-4596-43ec-b3c5-473672d0cd2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b&tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd HTTP/1.1" status: 200 len: 1096 time: 0.1378384 Jan 26 20:39:37.570805 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-972ee4da-3818-45ea-84aa-ee9486611cb0 req-1cab9e9d-c00b-4014-9eff-22c7a4ea07e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 1096 time: 0.0749631 Jan 26 20:39:37.657796 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a12e67ee-d722-446e-a335-c77709be3c14 req-8218756e-6af3-4eea-9539-5747a8b17c1c service neutron] 10.222.0.43 "GET /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077010 Jan 26 20:39:37.673915 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a0be5f50-9369-4695-92e2-c4274a310761 req-100cb94c-39ac-4315-8ec0-a4642d74683e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 1099 time: 0.1192458 Jan 26 20:39:37.725801 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ee4da-3818-45ea-84aa-ee9486611cb0 req-4bb6368e-41a5-4c67-b6ec-36858a10946a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:37.727292 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-972ee4da-3818-45ea-84aa-ee9486611cb0 req-4bb6368e-41a5-4c67-b6ec-36858a10946a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 200 len: 917 time: 0.1503921 Jan 26 20:39:37.765879 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a0be5f50-9369-4695-92e2-c4274a310761 req-b74aa6f3-1e8b-48e8-ac19-8fa5fb5ab817 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829725 Jan 26 20:39:37.803742 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ce208-34b0-4a93-8191-b6f6c712fbf2 req-16bd1839-1da4-46ab-827a-5edaa92348b5 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:37.805495 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-670ce208-34b0-4a93-8191-b6f6c712fbf2 req-16bd1839-1da4-46ab-827a-5edaa92348b5 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 943 time: 0.0934906 Jan 26 20:39:37.854239 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-670ce208-34b0-4a93-8191-b6f6c712fbf2 req-5e6fe305-99fa-4cf7-8da7-0f43f52ab0ee tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Jan 26 20:39:37.879975 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-972ee4da-3818-45ea-84aa-ee9486611cb0 req-2c3a9d5f-301b-4803-bd42-c055e96eaa2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16929471-3b6f-4eb2-8320-2630d4f1748b HTTP/1.1" status: 200 len: 998 time: 0.1464546 Jan 26 20:39:37.904605 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832603f-4e91-45db-996c-600c504ad4ca req-0b514679-2793-437a-bbec-e19e5147a6ed tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:37.906019 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2832603f-4e91-45db-996c-600c504ad4ca req-0b514679-2793-437a-bbec-e19e5147a6ed tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1017089 Jan 26 20:39:37.954378 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2832603f-4e91-45db-996c-600c504ad4ca req-e5d11ccb-85e8-42b3-bf19-9a67b3a3dbca tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428607 Jan 26 20:39:38.030582 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ee4da-3818-45ea-84aa-ee9486611cb0 req-4074e122-6865-4c3d-a06a-8439f1c2dcde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:38.032338 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-972ee4da-3818-45ea-84aa-ee9486611cb0 req-4074e122-6865-4c3d-a06a-8439f1c2dcde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab66317f-1f97-4db1-838e-7f27eb67f0da HTTP/1.1" status: 200 len: 855 time: 0.0605741 Jan 26 20:39:38.116293 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-972ee4da-3818-45ea-84aa-ee9486611cb0 req-a5215560-5d38-45b4-bfb6-cd7399eb831d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4516c057-057d-4328-b219-148cc457f2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747151 Jan 26 20:39:38.381565 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-972ee4da-3818-45ea-84aa-ee9486611cb0 req-7b3349c4-3447-4812-ab46-b73989d1575f service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570877 Jan 26 20:39:38.406850 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 388a78e6-21aa-4957-a7fe-c561b5326cbd up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:39:38.466591 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29532ad-98e7-4bdd-b285-8f9ddd065cfa req-4665cbca-3dc4-4e27-830c-51f1551ab6ee tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:38.468174 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a29532ad-98e7-4bdd-b285-8f9ddd065cfa req-4665cbca-3dc4-4e27-830c-51f1551ab6ee tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 946 time: 0.2635956 Jan 26 20:39:38.517101 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 388a78e6-21aa-4957-a7fe-c561b5326cbd completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:39:38.523981 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 388a78e6-21aa-4957-a7fe-c561b5326cbd triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:39:38.524690 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:38.562036 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a29532ad-98e7-4bdd-b285-8f9ddd065cfa req-22624a96-c695-43c9-9511-e87cadf7161d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852053 Jan 26 20:39:38.571782 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-972ee4da-3818-45ea-84aa-ee9486611cb0 req-88a2aa2c-dbb6-47d6-a35c-aef11c007d37 service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825721 Jan 26 20:39:38.689072 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:38.770522 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 388a78e6-21aa-4957-a7fe-c561b5326cbd, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=388a78e6-21aa-4957-a7fe-c561b5326cbd,segment=NetworkSegment(5bed2073-4e19-4043-83bb-09ac3d17601c),segment_id=5bed2073-4e19-4043-83bb-09ac3d17601c)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:38.777997 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:38.860334 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45a486-1f8a-41b2-b465-7fd945b4f2e8 req-b75b0e37-9127-4287-9b6f-f22c8ca8e1dd tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:38.868879 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ce45a486-1f8a-41b2-b465-7fd945b4f2e8 req-b75b0e37-9127-4287-9b6f-f22c8ca8e1dd tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.2350109 Jan 26 20:39:38.896899 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=388a78e6-21aa-4957-a7fe-c561b5326cbd,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:38.931716 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ce45a486-1f8a-41b2-b465-7fd945b4f2e8 req-a7150856-8f33-41e0-8c06-7d0474fd956c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615089 Jan 26 20:39:38.936599 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60106654-a793-4c98-b92e-888c965eeebb req-7a1349ac-b592-4d75-9c81-7a3b8f88af8b tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:38.944447 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-60106654-a793-4c98-b92e-888c965eeebb req-7a1349ac-b592-4d75-9c81-7a3b8f88af8b tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.1075184 Jan 26 20:39:39.018944 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-60106654-a793-4c98-b92e-888c965eeebb req-39813e8e-7ee9-4101-a8e6-6ce7dbc524ae tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733359 Jan 26 20:39:39.189198 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e5910-48e0-4514-8852-5d1a79a88db5 req-7f4a85fe-2beb-41cc-b255-6800f08461f2 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:39.191485 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e81e5910-48e0-4514-8852-5d1a79a88db5 req-7f4a85fe-2beb-41cc-b255-6800f08461f2 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 943 time: 0.0885775 Jan 26 20:39:39.246501 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e81e5910-48e0-4514-8852-5d1a79a88db5 req-a3a27f6d-9313-49b9-87eb-6246d952b61b tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487463 Jan 26 20:39:39.364626 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903a693-240e-4fa4-8297-666f133fb724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388a78e6-21aa-4957-a7fe-c561b5326cbd'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:39:39.447698 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903a693-240e-4fa4-8297-666f133fb724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388a78e6-21aa-4957-a7fe-c561b5326cbd', 'code': 200} Jan 26 20:39:39.706657 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-00d50d4b-19ec-4de2-8766-b7d84a7ee1c5 req-1c6cf25f-887a-4bab-a1dd-17cbca16ae2f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 1099 time: 0.0820215 Jan 26 20:39:39.800394 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-00d50d4b-19ec-4de2-8766-b7d84a7ee1c5 req-2df2fae2-1dcf-4d0c-9953-d14171117926 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797839 Jan 26 20:39:39.913456 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22593f5-d27f-40b0-8045-a55f23da2549 req-0fabe35b-d598-477b-a6a1-d8cca658ff1d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:39.923850 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f22593f5-d27f-40b0-8045-a55f23da2549 req-0fabe35b-d598-477b-a6a1-d8cca658ff1d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 946 time: 0.1719456 Jan 26 20:39:40.013660 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f22593f5-d27f-40b0-8045-a55f23da2549 req-67408801-52c2-45ad-b702-c8010127d69c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875828 Jan 26 20:39:40.281085 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfdf5d-52bf-4360-9ac2-288921e3f8c7 req-15ef99d3-2854-4b52-bbd6-568b322b2390 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:40.285699 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-39dfdf5d-52bf-4360-9ac2-288921e3f8c7 req-15ef99d3-2854-4b52-bbd6-568b322b2390 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.1087525 Jan 26 20:39:40.327284 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8f758-c7c4-4d3d-aae8-69463cba5a45 req-4a7d03bc-9e27-4d68-bba7-a83c6720378e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:40.340781 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-39e8f758-c7c4-4d3d-aae8-69463cba5a45 req-4a7d03bc-9e27-4d68-bba7-a83c6720378e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.1174474 Jan 26 20:39:40.383940 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-39dfdf5d-52bf-4360-9ac2-288921e3f8c7 req-ec7059bb-d93b-4dc8-b7b5-7ac29a4a4411 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914867 Jan 26 20:39:40.421381 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 30312a9e-5f53-402b-be46-369535427571 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:39:40.438240 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-39e8f758-c7c4-4d3d-aae8-69463cba5a45 req-85b2c5a0-97de-4a3b-9052-cc6c5fd45f8b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964110 Jan 26 20:39:40.661238 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 30312a9e-5f53-402b-be46-369535427571, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=30312a9e-5f53-402b-be46-369535427571,segment=NetworkSegment(859ac742-b7ab-474d-a402-3d49b23a914d),segment_id=859ac742-b7ab-474d-a402-3d49b23a914d)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:40.681150 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '30312a9e-5f53-402b-be46-369535427571', 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239', 'port_id': '30312a9e-5f53-402b-be46-369535427571', 'mac_address': 'fa:16:3e:fd:ed:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12bee7c2-77e0-4a9a-9580-bb901fff69ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:39:40.779676 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4e39c-3467-4ec7-af7a-0bdbaa77785a req-670259f1-8c23-4702-9a30-d954f6540718 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:40.787902 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5cb4e39c-3467-4ec7-af7a-0bdbaa77785a req-670259f1-8c23-4702-9a30-d954f6540718 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 946 time: 0.1384635 Jan 26 20:39:40.792434 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:40.854186 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30312a9e-5f53-402b-be46-369535427571 {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:39:40.867790 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5cb4e39c-3467-4ec7-af7a-0bdbaa77785a req-a68418a6-8ad8-4737-896d-e6f0bdf6b9bc tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788438 Jan 26 20:39:40.873254 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3ab0c-a078-42fc-b93b-910aac7adf9e req-b075dafe-6a5b-45f5-975c-eeef16a17da4 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:40.880519 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-eef3ab0c-a078-42fc-b93b-910aac7adf9e req-b075dafe-6a5b-45f5-975c-eeef16a17da4 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 943 time: 0.1847491 Jan 26 20:39:40.931323 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 30312a9e-5f53-402b-be46-369535427571, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=30312a9e-5f53-402b-be46-369535427571,segment=NetworkSegment(859ac742-b7ab-474d-a402-3d49b23a914d),segment_id=859ac742-b7ab-474d-a402-3d49b23a914d)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:40.940974 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:41.012110 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-eef3ab0c-a078-42fc-b93b-910aac7adf9e req-ce736777-479f-4dc4-aee4-b93beefc08a8 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249220 Jan 26 20:39:41.159341 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=30312a9e-5f53-402b-be46-369535427571,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:41.171391 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:41.171758 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:41.172265 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:41.172630 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:41.172984 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:41.173338 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:41.173689 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:41.174036 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:41.176532 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:41.176532 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:41.176779 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:41.262681 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['30312a9e-5f53-402b-be46-369535427571'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:39:41.469917 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1b4a2-d3c9-4bf0-ad4c-f0c4d2b0672b req-a3b8a716-bd58-4238-813d-03d8441ad79b tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:41.472594 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-66e1b4a2-d3c9-4bf0-ad4c-f0c4d2b0672b req-a3b8a716-bd58-4238-813d-03d8441ad79b tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 946 time: 0.1056519 Jan 26 20:39:41.558218 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-66e1b4a2-d3c9-4bf0-ad4c-f0c4d2b0672b req-d821e30e-7d41-44d9-a35f-0de8697eafff tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786531 Jan 26 20:39:41.764119 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2561662-f13e-45a8-aac7-265424d737e0 req-070b1568-8f37-4ebe-a1ac-c137890f8ca8 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:41.771850 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f2561662-f13e-45a8-aac7-265424d737e0 req-070b1568-8f37-4ebe-a1ac-c137890f8ca8 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.1378074 Jan 26 20:39:41.814059 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33b47-4009-41e2-bae1-dea54f6b4c20 req-8e483dc8-8fa5-4497-9b63-610666960748 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:41.820997 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-14a33b47-4009-41e2-bae1-dea54f6b4c20 req-8e483dc8-8fa5-4497-9b63-610666960748 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.1029446 Jan 26 20:39:41.846863 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f2561662-f13e-45a8-aac7-265424d737e0 req-7d8e9460-181e-43d8-9518-f5a4664b0fa5 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736632 Jan 26 20:39:41.908716 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-14a33b47-4009-41e2-bae1-dea54f6b4c20 req-9334f5d2-5ce9-4c99-a2b7-b5e220648441 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837393 Jan 26 20:39:42.469299 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777f16c-b199-4a36-af8f-a596deedb7fc req-869d6991-b8ba-447a-ac6a-4fa6c705c04c tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:42.475375 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b777f16c-b199-4a36-af8f-a596deedb7fc req-869d6991-b8ba-447a-ac6a-4fa6c705c04c tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 944 time: 0.2627268 Jan 26 20:39:42.487734 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 30312a9e-5f53-402b-be46-369535427571 up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:39:42.567172 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b777f16c-b199-4a36-af8f-a596deedb7fc req-8dba7de3-35c9-4188-b9e8-54b8c7972be3 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849266 Jan 26 20:39:42.762118 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-331f1a5b-4af0-41d0-bb6b-2a972278cfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:42.769237 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 30312a9e-5f53-402b-be46-369535427571 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:39:42.774527 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 30312a9e-5f53-402b-be46-369535427571 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:39:42.774891 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:42.903680 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:42.945379 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 30312a9e-5f53-402b-be46-369535427571, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=30312a9e-5f53-402b-be46-369535427571,segment=NetworkSegment(859ac742-b7ab-474d-a402-3d49b23a914d),segment_id=859ac742-b7ab-474d-a402-3d49b23a914d)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:42.946570 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef20933-82d9-4089-b3e2-ab39175ea581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30312a9e-5f53-402b-be46-369535427571'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:39:42.954299 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:43.041396 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=30312a9e-5f53-402b-be46-369535427571,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:43.075968 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef20933-82d9-4089-b3e2-ab39175ea581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30312a9e-5f53-402b-be46-369535427571', 'code': 200} Jan 26 20:39:43.246245 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ec3a2-e9e3-4df3-9e3f-e664bbd492db req-1ad12a77-3756-43ab-9dfd-5328bfdaedcc tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:43.247894 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-192ec3a2-e9e3-4df3-9e3f-e664bbd492db req-1ad12a77-3756-43ab-9dfd-5328bfdaedcc tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.1484263 Jan 26 20:39:43.314529 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadec7a7-7564-4087-8369-44c68ca686ac req-fcd0c0ba-0124-4582-be8e-18ac99f1ceab tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:43.318110 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-aadec7a7-7564-4087-8369-44c68ca686ac req-fcd0c0ba-0124-4582-be8e-18ac99f1ceab tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.1086605 Jan 26 20:39:43.332885 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-192ec3a2-e9e3-4df3-9e3f-e664bbd492db req-c2c73399-ded9-4191-aaec-0d7919506119 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766246 Jan 26 20:39:43.404429 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-aadec7a7-7564-4087-8369-44c68ca686ac req-fbeb445d-fbd2-4e55-a77c-a26f2152b7e8 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758383 Jan 26 20:39:43.859800 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d15af-ae80-48f2-965e-c8e695e82a02 req-5be4ff9c-e943-4235-88f0-05f0c310a75e tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:43.872372 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-bd2d15af-ae80-48f2-965e-c8e695e82a02 req-5be4ff9c-e943-4235-88f0-05f0c310a75e tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 945 time: 0.1412413 Jan 26 20:39:43.946758 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-bd2d15af-ae80-48f2-965e-c8e695e82a02 req-9f3b1910-10ab-407e-b63e-8b5968282ad9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636165 Jan 26 20:39:44.608427 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151136d-2a64-4011-8d25-f6ac9c932e71 req-e51ad9b7-fe73-42c0-8be8-e2359ef54cc5 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:44.615117 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0151136d-2a64-4011-8d25-f6ac9c932e71 req-e51ad9b7-fe73-42c0-8be8-e2359ef54cc5 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.1414523 Jan 26 20:39:44.668104 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0151136d-2a64-4011-8d25-f6ac9c932e71 req-6d7ca4b1-02a0-4086-bbb8-2e4c70e1baa7 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504653 Jan 26 20:39:44.818008 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-fc883df0-199c-42fa-9e95-1911f203a836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:44.898188 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc3b0a-c2b8-4f55-b249-ebaeae586842 req-7d5ef791-4102-4ddb-b282-f4e17733780e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:44.899950 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-41bc3b0a-c2b8-4f55-b249-ebaeae586842 req-7d5ef791-4102-4ddb-b282-f4e17733780e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.1025159 Jan 26 20:39:44.937972 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:39:44.959358 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-41bc3b0a-c2b8-4f55-b249-ebaeae586842 req-45f6b5ae-12d6-4fcd-a544-d9516f6c591d tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515680 Jan 26 20:39:45.458677 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1aa1a-a07d-45e2-a675-40edb26f4d88 req-e151a2c4-860c-4df5-9382-941f2d130d4d tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:45.460160 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d8f1aa1a-a07d-45e2-a675-40edb26f4d88 req-e151a2c4-860c-4df5-9382-941f2d130d4d tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 945 time: 0.1028149 Jan 26 20:39:45.522133 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d8f1aa1a-a07d-45e2-a675-40edb26f4d88 req-ad6dbca4-2f87-459e-aafb-ff88d3687685 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543120 Jan 26 20:39:45.939063 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b257504-c00f-4e88-973d-510b2be35a91 req-17affa55-da5f-4768-93b3-75e46e99e215 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:45.941437 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4b257504-c00f-4e88-973d-510b2be35a91 req-17affa55-da5f-4768-93b3-75e46e99e215 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.1116881 Jan 26 20:39:45.995530 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4b257504-c00f-4e88-973d-510b2be35a91 req-290eb970-facd-48ad-9453-e679b02a0343 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476615 Jan 26 20:39:46.084325 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:46.130875 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:46.204543 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f78e84-3a68-4918-8573-840be64fc4e8 req-b1bd1982-01d9-4be1-9f9c-6a62d1873b1c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:46.206067 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d3f78e84-3a68-4918-8573-840be64fc4e8 req-b1bd1982-01d9-4be1-9f9c-6a62d1873b1c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.0877550 Jan 26 20:39:46.275874 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d3f78e84-3a68-4918-8573-840be64fc4e8 req-f28bb976-5d3d-4659-9e97-2d15a9f3d46d tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639043 Jan 26 20:39:46.785067 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9a371-4840-4473-b32a-e4a88af125ff req-073fa265-99b5-4d85-a3a0-e08bae507ec3 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:46.786595 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-81e9a371-4840-4473-b32a-e4a88af125ff req-073fa265-99b5-4d85-a3a0-e08bae507ec3 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 945 time: 0.1167641 Jan 26 20:39:46.843062 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-81e9a371-4840-4473-b32a-e4a88af125ff req-073f52fa-24d5-4c19-aa48-454e4295122c tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503998 Jan 26 20:39:47.229318 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cd76-ff35-4f20-bdf1-ba1881546d63 req-2ec2706f-334d-4f06-aeed-d3f0ff1a48aa tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:47.230752 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f59cd76-ff35-4f20-bdf1-ba1881546d63 req-2ec2706f-334d-4f06-aeed-d3f0ff1a48aa tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.0932119 Jan 26 20:39:47.286177 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f59cd76-ff35-4f20-bdf1-ba1881546d63 req-b32a7185-9464-410f-b333-f8f72dbf1348 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466349 Jan 26 20:39:47.538507 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a8037-2f24-4811-b802-b136e75458c7 req-b4b8e0ca-1047-4ff5-b167-a9caf808ed49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:47.540034 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2e1a8037-2f24-4811-b802-b136e75458c7 req-b4b8e0ca-1047-4ff5-b167-a9caf808ed49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.0971487 Jan 26 20:39:47.599424 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2e1a8037-2f24-4811-b802-b136e75458c7 req-b38991d6-e353-411c-b3ff-cca10aec8e8b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509608 Jan 26 20:39:48.028923 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:48.124764 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6b1ff-eca3-4fe3-9e70-dea6f4c3d240 req-e617d5f1-7ad9-40e4-85e3-dd1d6cb78df1 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:48.126411 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6db6b1ff-eca3-4fe3-9e70-dea6f4c3d240 req-e617d5f1-7ad9-40e4-85e3-dd1d6cb78df1 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 945 time: 0.1467133 Jan 26 20:39:48.177837 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6db6b1ff-eca3-4fe3-9e70-dea6f4c3d240 req-8b3c1d59-6b6a-4adb-9722-64cfc9896c26 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Jan 26 20:39:48.511050 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e98eb2-556e-4fd1-894e-e430b069793a req-442034e0-fd61-41e3-b471-706f1a1881b7 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:48.512568 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-95e98eb2-556e-4fd1-894e-e430b069793a req-442034e0-fd61-41e3-b471-706f1a1881b7 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.0796685 Jan 26 20:39:48.563933 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-95e98eb2-556e-4fd1-894e-e430b069793a req-a375a3f8-501c-4ffa-834b-6dd94395638f tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Jan 26 20:39:48.913056 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f697f8-4f88-4b99-9918-15584181d49f req-b3790fb8-e398-4c4f-9ec4-7db0bc22cec2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:48.914629 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-12f697f8-4f88-4b99-9918-15584181d49f req-b3790fb8-e398-4c4f-9ec4-7db0bc22cec2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.1557934 Jan 26 20:39:48.964539 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-12f697f8-4f88-4b99-9918-15584181d49f req-0fc6b7ee-71af-4671-9ede-78ace272edf0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437562 Jan 26 20:39:49.160826 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2bc02406-9145-4e8c-a7f2-fb79a949b9fd req-074164cb-6872-4dff-bd9c-7ce8ca6284d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 1098 time: 0.0879762 Jan 26 20:39:49.240299 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2bc02406-9145-4e8c-a7f2-fb79a949b9fd req-3e61124e-acb5-49fa-862f-4c110029b2de service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682132 Jan 26 20:39:49.429925 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a9ef-38ea-4ebb-88c1-22a49edb50e0 req-5ffd173b-8983-4418-9032-bdb7ad93fb9b tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:49.429925 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e329a9ef-38ea-4ebb-88c1-22a49edb50e0 req-5ffd173b-8983-4418-9032-bdb7ad93fb9b tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 945 time: 0.1086631 Jan 26 20:39:49.501113 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e329a9ef-38ea-4ebb-88c1-22a49edb50e0 req-2c1b72d7-ea9a-4938-a3c8-46a002d8cfdb tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650160 Jan 26 20:39:49.774498 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c408926-6d34-4dbb-805b-433e1340b034 req-3a621d63-245d-48dc-b781-dcd2e730b30d tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:49.775955 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6c408926-6d34-4dbb-805b-433e1340b034 req-3a621d63-245d-48dc-b781-dcd2e730b30d tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.0860035 Jan 26 20:39:49.837057 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6c408926-6d34-4dbb-805b-433e1340b034 req-6745dd88-fc26-435f-89c7-ed63d26ba11a tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515308 Jan 26 20:39:50.192899 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c79211-cba9-4a01-829e-1be309d100a1 req-e51160ae-8a6e-4ed3-9f2d-9bcf395bb40c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:50.194385 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d0c79211-cba9-4a01-829e-1be309d100a1 req-e51160ae-8a6e-4ed3-9f2d-9bcf395bb40c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.0827165 Jan 26 20:39:50.243624 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d0c79211-cba9-4a01-829e-1be309d100a1 req-f0c806e1-a965-4810-8aa5-30cac9ba4ebb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435014 Jan 26 20:39:50.738764 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ec59e-b462-4cf4-ab24-feaaa91c9597 req-c847fe2e-b842-486b-bb4a-cbeaa86fadce tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:50.741948 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-162ec59e-b462-4cf4-ab24-feaaa91c9597 req-c847fe2e-b842-486b-bb4a-cbeaa86fadce tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 945 time: 0.1112978 Jan 26 20:39:50.795743 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-162ec59e-b462-4cf4-ab24-feaaa91c9597 req-5ac60a11-c05e-40b3-bc31-541382ce1805 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435948 Jan 26 20:39:51.066741 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160899d-f649-4130-9f6f-add24a93084b req-8eab369b-11ca-482b-b76f-7abd895a8951 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:51.068007 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c160899d-f649-4130-9f6f-add24a93084b req-8eab369b-11ca-482b-b76f-7abd895a8951 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.0925164 Jan 26 20:39:51.115140 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c160899d-f649-4130-9f6f-add24a93084b req-4af41026-0d89-4282-9127-dd11af10dd6a tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Jan 26 20:39:51.472968 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d692b-0b1a-4bf2-bfe0-a5b351735640 req-9b8628d2-21fd-4aaa-b851-14ca4e240227 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:51.475073 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6e5d692b-0b1a-4bf2-bfe0-a5b351735640 req-9b8628d2-21fd-4aaa-b851-14ca4e240227 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.0849366 Jan 26 20:39:51.527356 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6e5d692b-0b1a-4bf2-bfe0-a5b351735640 req-4e159d07-fb0d-4329-b3f3-236d01d47ad8 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448687 Jan 26 20:39:52.026789 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f255b-251f-45c3-b0fb-23e47ee6cb5d req-2770e9a2-b532-44b3-9b63-06972d7185fa tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:52.028449 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7e7f255b-251f-45c3-b0fb-23e47ee6cb5d req-2770e9a2-b532-44b3-9b63-06972d7185fa tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 945 time: 0.1031411 Jan 26 20:39:52.096805 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7e7f255b-251f-45c3-b0fb-23e47ee6cb5d req-71224513-fb24-46d6-953f-fdb1d176c535 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579865 Jan 26 20:39:52.284294 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6d7c4-4731-4e9a-b959-91fa29b58b1d req-8581abf0-2f76-44a7-81c1-42625221f112 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:52.285927 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-97d6d7c4-4731-4e9a-b959-91fa29b58b1d req-8581abf0-2f76-44a7-81c1-42625221f112 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.0885949 Jan 26 20:39:52.339667 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-97d6d7c4-4731-4e9a-b959-91fa29b58b1d req-476d617b-cf6f-4f11-9473-95fac483a93c tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473526 Jan 26 20:39:52.771931 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b541b45-9776-4441-b8a2-e6857bd87c2e req-e0b9a117-f9de-4761-b48e-3f8c4208e617 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:52.773299 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1b541b45-9776-4441-b8a2-e6857bd87c2e req-e0b9a117-f9de-4761-b48e-3f8c4208e617 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.0793660 Jan 26 20:39:52.823811 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1b541b45-9776-4441-b8a2-e6857bd87c2e req-81d34f39-dade-4257-849d-6d0895e61a58 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449708 Jan 26 20:39:53.517536 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c59408-ed4c-4954-afd0-9d54c01f7017 req-cb78974a-0a19-4f8f-86d6-019df956d0be tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:53.519293 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e5c59408-ed4c-4954-afd0-9d54c01f7017 req-cb78974a-0a19-4f8f-86d6-019df956d0be tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 945 time: 0.0898056 Jan 26 20:39:53.572588 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e5c59408-ed4c-4954-afd0-9d54c01f7017 req-77e2fec3-8422-4504-8d93-a735dec1e854 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466371 Jan 26 20:39:53.590806 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb400f0-11cd-4297-8fdd-e11ce421773b req-85478994-b85e-467a-93c2-983160a7365d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:53.592409 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ecb400f0-11cd-4297-8fdd-e11ce421773b req-85478994-b85e-467a-93c2-983160a7365d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.0904441 Jan 26 20:39:53.645149 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ecb400f0-11cd-4297-8fdd-e11ce421773b req-579c5bb9-b92c-4c2b-8e72-967142cc0959 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458860 Jan 26 20:39:54.057127 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fa752-6173-44da-b22d-f0ba1943bb77 req-2d7cbea4-c015-4a04-a6a9-8b1d6843c50a tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:54.058554 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9b9fa752-6173-44da-b22d-f0ba1943bb77 req-2d7cbea4-c015-4a04-a6a9-8b1d6843c50a tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.0833175 Jan 26 20:39:54.107012 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9b9fa752-6173-44da-b22d-f0ba1943bb77 req-35255ddc-333c-4a09-877c-ce1d8d901727 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407186 Jan 26 20:39:54.787980 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf706055-fdea-4865-b79e-2e813ad180e9 req-c963bab2-6b71-46e0-9b8b-a24d8317fa9a tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:54.789498 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cf706055-fdea-4865-b79e-2e813ad180e9 req-c963bab2-6b71-46e0-9b8b-a24d8317fa9a tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 945 time: 0.0912509 Jan 26 20:39:54.849390 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cf706055-fdea-4865-b79e-2e813ad180e9 req-8de22494-e204-4ade-91b1-eb7d78b70e1d tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535684 Jan 26 20:39:54.870993 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03882e-2cf7-435b-a8ce-78bdf5a9d5c5 req-a10403ee-9727-40b2-82e2-d60b9edbe116 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:54.873493 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8f03882e-2cf7-435b-a8ce-78bdf5a9d5c5 req-a10403ee-9727-40b2-82e2-d60b9edbe116 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.0961480 Jan 26 20:39:54.924575 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8f03882e-2cf7-435b-a8ce-78bdf5a9d5c5 req-c4bb4368-1c9d-4219-a6c1-e6a08c6e212c tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Jan 26 20:39:55.335365 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7951d47-29db-40a6-8071-d2d374ab27c3 req-fe2ea243-2481-4f09-974e-0a97fd9d0195 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:55.337798 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c7951d47-29db-40a6-8071-d2d374ab27c3 req-fe2ea243-2481-4f09-974e-0a97fd9d0195 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.0872085 Jan 26 20:39:55.387087 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c7951d47-29db-40a6-8071-d2d374ab27c3 req-c3e2d2ff-c83d-415d-999d-a92f10237e29 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424590 Jan 26 20:39:56.113354 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e2a75-c45a-46e3-b72a-3c64c19d066e req-cd246b81-4f20-43ee-823e-805193eba34b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:56.115780 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-405e2a75-c45a-46e3-b72a-3c64c19d066e req-cd246b81-4f20-43ee-823e-805193eba34b tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.1198983 Jan 26 20:39:56.141770 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203d1c0-0c55-4702-bd78-96c3853d2d1b req-b5a38368-4568-4aa3-85c7-82b3321165f6 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:56.144072 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5203d1c0-0c55-4702-bd78-96c3853d2d1b req-b5a38368-4568-4aa3-85c7-82b3321165f6 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 945 time: 0.2306097 Jan 26 20:39:56.166867 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aac2d0-eb7c-4ef7-b034-0188cd32cf62 req-caa1851b-616b-4038-96dd-939586185b85 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:56.171469 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-25aac2d0-eb7c-4ef7-b034-0188cd32cf62 req-caa1851b-616b-4038-96dd-939586185b85 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 945 time: 0.1445272 Jan 26 20:39:56.246223 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-405e2a75-c45a-46e3-b72a-3c64c19d066e req-a533d0c6-8678-4386-a67b-36cbf52ee364 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Deleting port f3a05e05-e94c-4adb-b73c-95382e7b3350 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:39:56.246552 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-405e2a75-c45a-46e3-b72a-3c64c19d066e req-a533d0c6-8678-4386-a67b-36cbf52ee364 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:56.271615 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [req-5203d1c0-0c55-4702-bd78-96c3853d2d1b req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Deleting port 30312a9e-5f53-402b-be46-369535427571 {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:39:56.271962 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5203d1c0-0c55-4702-bd78-96c3853d2d1b req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:56.307813 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e6390-9fdc-42ad-98a0-f0f94b1cb612 req-396bd79f-77db-49a4-9407-bcf1256910fb tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:56.309299 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0a3e6390-9fdc-42ad-98a0-f0f94b1cb612 req-396bd79f-77db-49a4-9407-bcf1256910fb tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 946 time: 0.2043009 Jan 26 20:39:56.311514 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-25aac2d0-eb7c-4ef7-b034-0188cd32cf62 req-3d3b13d5-1ab2-4c89-9304-b03a977fa2eb tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060052 Jan 26 20:39:56.466922 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0a3e6390-9fdc-42ad-98a0-f0f94b1cb612 req-2022fda9-c71e-41b1-bfa2-90167115db3d tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287670 Jan 26 20:39:56.598041 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-405e2a75-c45a-46e3-b72a-3c64c19d066e req-a533d0c6-8678-4386-a67b-36cbf52ee364 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] For port f3a05e05-e94c-4adb-b73c-95382e7b3350, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f3a05e05-e94c-4adb-b73c-95382e7b3350,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:56.599735 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-405e2a75-c45a-46e3-b72a-3c64c19d066e req-a533d0c6-8678-4386-a67b-36cbf52ee364 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:56.621799 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-5203d1c0-0c55-4702-bd78-96c3853d2d1b req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] For port 30312a9e-5f53-402b-be46-369535427571, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=30312a9e-5f53-402b-be46-369535427571,segment=NetworkSegment(859ac742-b7ab-474d-a402-3d49b23a914d),segment_id=859ac742-b7ab-474d-a402-3d49b23a914d)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:56.622198 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5203d1c0-0c55-4702-bd78-96c3853d2d1b req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:56.740092 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-405e2a75-c45a-46e3-b72a-3c64c19d066e req-a533d0c6-8678-4386-a67b-36cbf52ee364 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Calling delete_port for f3a05e05-e94c-4adb-b73c-95382e7b3350 owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:39:56.784625 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [req-5203d1c0-0c55-4702-bd78-96c3853d2d1b req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Calling delete_port for 30312a9e-5f53-402b-be46-369535427571 owned by compute:nova {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:39:56.845370 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9692074-6666-4e1d-a1b6-0cfbd14cf2ea req-85116e40-775e-4712-92ab-30b9a8419b9c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:56.847577 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f9692074-6666-4e1d-a1b6-0cfbd14cf2ea req-85116e40-775e-4712-92ab-30b9a8419b9c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.3066204 Jan 26 20:39:56.897014 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-405e2a75-c45a-46e3-b72a-3c64c19d066e req-a533d0c6-8678-4386-a67b-36cbf52ee364 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:56.917478 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['4eb44c57-ffe0-4170-b3c3-ab57324f4e72', 'f3a05e05-e94c-4adb-b73c-95382e7b3350'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:39:56.949476 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533d0c6-8678-4386-a67b-36cbf52ee364 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Pushing event deleted for resources: {'Port': ['ID=f3a05e05-e94c-4adb-b73c-95382e7b3350,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:57.036851 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-405e2a75-c45a-46e3-b72a-3c64c19d066e req-a533d0c6-8678-4386-a67b-36cbf52ee364 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] No DVR routers for this DVR port f3a05e05-e94c-4adb-b73c-95382e7b3350 on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:39:57.040567 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-405e2a75-c45a-46e3-b72a-3c64c19d066e req-a533d0c6-8678-4386-a67b-36cbf52ee364 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:57.043868 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2cfa03-485a-4ccf-95e3-a9781a047707', 'name': 'network-vif-deleted', 'tag': 'f3a05e05-e94c-4adb-b73c-95382e7b3350'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:39:57.046745 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5203d1c0-0c55-4702-bd78-96c3853d2d1b req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:57.064036 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-405e2a75-c45a-46e3-b72a-3c64c19d066e req-a533d0c6-8678-4386-a67b-36cbf52ee364 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.43 "DELETE /v2.0/ports/f3a05e05-e94c-4adb-b73c-95382e7b3350 HTTP/1.1" status: 204 len: 173 time: 0.9175816 Jan 26 20:39:57.105525 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Pushing event deleted for resources: {'Port': ['ID=30312a9e-5f53-402b-be46-369535427571,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:57.117055 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:57.117394 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:57.117726 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:57.118051 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:57.118374 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:57.118679 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:57.119203 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:57.119679 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:57.120152 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:57.120598 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:57.121079 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:39:57.138532 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f9692074-6666-4e1d-a1b6-0cfbd14cf2ea req-b850d793-2c92-4b6c-9b84-31bf671d9f06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773237 Jan 26 20:39:57.146282 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2cfa03-485a-4ccf-95e3-a9781a047707', 'name': 'network-vif-deleted', 'tag': 'f3a05e05-e94c-4adb-b73c-95382e7b3350', 'status': 'completed', 'code': 200} Jan 26 20:39:57.272812 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-5203d1c0-0c55-4702-bd78-96c3853d2d1b req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] No DVR routers for this DVR port 30312a9e-5f53-402b-be46-369535427571 on host hv-cinder-82651 {{(pid=82709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:39:57.277368 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5203d1c0-0c55-4702-bd78-96c3853d2d1b req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:57.280208 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef20933-82d9-4089-b3e2-ab39175ea581', 'name': 'network-vif-deleted', 'tag': '30312a9e-5f53-402b-be46-369535427571'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:39:57.299204 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5203d1c0-0c55-4702-bd78-96c3853d2d1b req-c75ac780-2370-45c6-8726-e6c94c400292 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.43 "DELETE /v2.0/ports/30312a9e-5f53-402b-be46-369535427571 HTTP/1.1" status: 204 len: 173 time: 1.1387191 Jan 26 20:39:57.367315 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef20933-82d9-4089-b3e2-ab39175ea581', 'name': 'network-vif-deleted', 'tag': '30312a9e-5f53-402b-be46-369535427571', 'status': 'completed', 'code': 200} Jan 26 20:39:57.481077 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['30312a9e-5f53-402b-be46-369535427571'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:39:57.563517 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a04c246c-955e-4007-a405-89f1e17a928c req-d20d28c3-5673-413e-94c6-61251420ded7 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Synchronizing usage tracker for tenant:ee8ede2f2295416e88a7169da61d4aed on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:39:57.587782 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a04c246c-955e-4007-a405-89f1e17a928c req-d20d28c3-5673-413e-94c6-61251420ded7 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Unset dirty status for tenant:ee8ede2f2295416e88a7169da61d4aed on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:39:57.589019 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a04c246c-955e-4007-a405-89f1e17a928c req-d20d28c3-5673-413e-94c6-61251420ded7 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef20933-82d9-4089-b3e2-ab39175ea581 HTTP/1.1" status: 200 len: 210 time: 0.0772657 Jan 26 20:39:57.768536 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bbadb-db95-46b8-8417-c73e8e443b7a req-ff70a178-21dc-4910-833c-f7796145ecf4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:57.770032 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-824bbadb-db95-46b8-8417-c73e8e443b7a req-ff70a178-21dc-4910-833c-f7796145ecf4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 946 time: 0.1978271 Jan 26 20:39:57.812912 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4b679bb2-10e4-4754-ace9-4ab1c0f91700 req-6d102b69-e228-437b-87f1-8528cbc30ea3 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2cfa03-485a-4ccf-95e3-a9781a047707 HTTP/1.1" status: 200 len: 210 time: 0.0540793 Jan 26 20:39:57.835651 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-824bbadb-db95-46b8-8417-c73e8e443b7a req-4077b026-2900-46e6-ab0b-3688fe671fbe tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591211 Jan 26 20:39:57.867546 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 41574) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:58.101931 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-db33991c-404e-4573-b2da-a7974afb33a2 tempest-TestMinimumBasicScenario-931003994 tempest-TestMinimumBasicScenario-931003994-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 1094 time: 0.2328615 Jan 26 20:39:58.104766 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 41580) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:58.110143 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Request body: {'floatingip': {'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'port_id': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'fixed_ip_address': '172.20.0.13'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:39:58.116315 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:39:58.120357 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Usage tracker for resource:floatingip and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:39:58.123328 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:39:58.137244 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:39:58.152994 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for floatingip, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:58.309631 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:58.510279 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cfdc3-4b98-42d2-aa72-2fc6ea077a4c req-fb06189b-2af7-4fb0-8f4d-1370147ccd9e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:58.510279 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1b6cfdc3-4b98-42d2-aa72-2fc6ea077a4c req-fb06189b-2af7-4fb0-8f4d-1370147ccd9e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 943 time: 0.1644094 Jan 26 20:39:58.513002 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 16929471-3b6f-4eb2-8320-2630d4f1748b details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:39:58.520575 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Allocated IP 172.27.0.192 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/98198d1c-5fa0-448b-9dfc-cc9870298ef0) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:39:58.673415 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=16929471-3b6f-4eb2-8320-2630d4f1748b,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:58.687874 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'port_id': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'mac_address': 'fa:16:3e:c0:d0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:39:58.712728 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1b6cfdc3-4b98-42d2-aa72-2fc6ea077a4c req-87938209-59c7-4e20-8e2f-34eb1123c4b3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935456 Jan 26 20:39:58.781790 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:58.802585 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:58.803457 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16929471-3b6f-4eb2-8320-2630d4f1748b {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:39:58.825210 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=16929471-3b6f-4eb2-8320-2630d4f1748b,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:39:58.829950 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:58.854717 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:58.923215 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=16929471-3b6f-4eb2-8320-2630d4f1748b,revision_number=9']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:58.939717 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:39:58.943922 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:39:58.943922 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:39:58.991789 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event updated for resources: {'Port': ['ID=98198d1c-5fa0-448b-9dfc-cc9870298ef0,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:39:59.126145 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-eaca07a4-7033-4185-8a84-b0c5574a9b2c tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:59.127881 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-eaca07a4-7033-4185-8a84-b0c5574a9b2c tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/networks?id=9b76e0aa-4d48-4055-9fa1-b66725f74239 HTTP/1.1" status: 200 len: 809 time: 0.2267277 Jan 26 20:39:59.148863 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-2ad4202b-37f7-442a-83ea-9e1b9ac9b112 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/quotas/ee8ede2f2295416e88a7169da61d4aed HTTP/1.1" status: 200 len: 375 time: 0.0124404 Jan 26 20:39:59.228775 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-ff3e3455-a2ed-4e38-996c-2aa43e8ba483 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee8ede2f2295416e88a7169da61d4aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725739 Jan 26 20:39:59.239962 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['16929471-3b6f-4eb2-8320-2630d4f1748b'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:39:59.418789 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-e641e457-deae-4640-8a42-184acc76f62c service neutron] 10.222.0.53 "GET /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722610 Jan 26 20:39:59.492222 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747aa81-b916-4d35-b77b-db25e931613d req-e7345a27-8eaa-455e-bc01-1e2b8f0263c8 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:39:59.493711 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2747aa81-b916-4d35-b77b-db25e931613d req-e7345a27-8eaa-455e-bc01-1e2b8f0263c8 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1534624 Jan 26 20:39:59.568193 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2747aa81-b916-4d35-b77b-db25e931613d req-98a02771-fc9a-48fd-ac83-43cc7cbb5c00 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614965 Jan 26 20:39:59.605633 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4daaa09a-8c88-4a4b-8bba-784bd3d8c470 service neutron] 10.222.0.53 "GET /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788132 Jan 26 20:39:59.702924 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:39:59.822015 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6fdfcd5c-331c-41d8-996a-b4c188dbe363 req-4279906a-14ab-430f-be4d-5c7e02ae8744 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 210 time: 0.0554810 Jan 26 20:39:59.828933 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:00.005515 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f60a2-b482-4050-aa40-7cdd59eb77a8 req-2d6bd865-eb00-4acc-a6f5-d4c2ea261a96 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:00.007388 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-311f60a2-b482-4050-aa40-7cdd59eb77a8 req-2d6bd865-eb00-4acc-a6f5-d4c2ea261a96 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 944 time: 0.0867722 Jan 26 20:40:00.062195 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-311f60a2-b482-4050-aa40-7cdd59eb77a8 req-47189a45-163f-4939-a23e-66afbd77b8d9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464692 Jan 26 20:40:00.088022 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:00.094794 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:00.208447 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event updated for resources: {'Port': ['ID=98198d1c-5fa0-448b-9dfc-cc9870298ef0,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:00.224451 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:00.438626 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.l3_db [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Floating IP 837d1ce8-3d5a-44fe-ad53-5d049f2989b4 associated. External IP: 172.27.0.192, port: 81107eeb-97fb-4f41-a072-58b9806bf1aa. Jan 26 20:40:00.507360 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 16929471-3b6f-4eb2-8320-2630d4f1748b up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:40:00.585704 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 16929471-3b6f-4eb2-8320-2630d4f1748b triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:40:00.586440 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:00.740609 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:00.771450 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:00.784377 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=16929471-3b6f-4eb2-8320-2630d4f1748b,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:40:00.791670 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:00.792548 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 30312a9e-5f53-402b-be46-369535427571 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:40:00.859518 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'code': 200} Jan 26 20:40:00.871465 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 30312a9e-5f53-402b-be46-369535427571 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:40:00.871784 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 30312a9e-5f53-402b-be46-369535427571 not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:40:00.872218 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f3a05e05-e94c-4adb-b73c-95382e7b3350 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:40:00.903514 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d3bfa-fdeb-4efc-b2a2-6f29a92ab970 req-6903d811-2a66-4dce-ada7-c8440de8df81 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:00.911268 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-995d3bfa-fdeb-4efc-b2a2-6f29a92ab970 req-6903d811-2a66-4dce-ada7-c8440de8df81 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1821203 Jan 26 20:40:00.968276 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: f3a05e05-e94c-4adb-b73c-95382e7b3350 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:40:00.968721 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f3a05e05-e94c-4adb-b73c-95382e7b3350 not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:40:00.987151 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=16929471-3b6f-4eb2-8320-2630d4f1748b,revision_number=10']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:01.075681 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d21aa963-b229-4e9f-adf4-4904bdc0b89c req-29008ad7-15b8-46f3-91bf-afa49cccf7d1 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 210 time: 0.0541425 Jan 26 20:40:01.081529 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-995d3bfa-fdeb-4efc-b2a2-6f29a92ab970 req-fcef6914-84ab-4c4d-84eb-7a236edda4a5 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688781 Jan 26 20:40:01.217450 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-ecc6c0f7-826f-4fd5-9858-09a2458d7ac9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:01.219203 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-ecc6c0f7-826f-4fd5-9858-09a2458d7ac9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.43 "GET /v2.0/networks?id=9b76e0aa-4d48-4055-9fa1-b66725f74239 HTTP/1.1" status: 200 len: 809 time: 0.2563469 Jan 26 20:40:01.240147 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Request body: {'port': {'device_id': 'f816be4f-5735-4978-a7bb-ba0dbd460dcf', 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239', 'admin_state_up': True, 'tenant_id': 'ee8ede2f2295416e88a7169da61d4aed'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:40:01.335665 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0fb84-3f3a-480c-a52d-89ad98514174 req-f4509676-6f07-440f-b5fc-52c8c84c367e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:01.337319 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55c0fb84-3f3a-480c-a52d-89ad98514174 req-f4509676-6f07-440f-b5fc-52c8c84c367e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 946 time: 0.1112368 Jan 26 20:40:01.399353 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-55c0fb84-3f3a-480c-a52d-89ad98514174 req-64217e04-4797-4309-93cd-3472af87af4d tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561686 Jan 26 20:40:01.440257 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:01.450624 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Router a8121785-5133-47ed-85aa-f0e78925712d has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:40:01.455471 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:01.472589 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Made reservation on behalf of ee8ede2f2295416e88a7169da61d4aed for: {'port': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:40:01.473728 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:01.540745 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2ec9cf61-cbdc-4361-b1ed-48d214819cdf req-f69ea385-4c6d-449d-83c1-2dd50022f907 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 1099 time: 0.0840373 Jan 26 20:40:01.608172 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2ec9cf61-cbdc-4361-b1ed-48d214819cdf req-4568d6b4-50a4-4966-9023-7dd28e9c1865 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458751 Jan 26 20:40:01.775265 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Allocated IP 172.20.0.9 (9b76e0aa-4d48-4055-9fa1-b66725f74239/12bee7c2-77e0-4a9a-9580-bb901fff69ec/216bc279-8c2c-4ed6-9091-4081b7a7fe7a) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:40:01.954469 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:40:01.965420 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb8440-5d7d-4843-af3b-705c0c1a4ca5 None None] Sync routers for ids ['a8121785-5133-47ed-85aa-f0e78925712d'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:40:01.980234 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb8440-5d7d-4843-af3b-705c0c1a4ca5 None None] Routers {'a8121785-5133-47ed-85aa-f0e78925712d'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:40:01.981383 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-c3bb8440-5d7d-4843-af3b-705c0c1a4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:39:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['a8121785-5133-47ed-85aa-f0e78925712d'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:02.043902 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:02.108080 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:02.129958 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-898ddb40-3650-4186-b226-cea8bdc27ec0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0212200 Jan 26 20:40:02.129958 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:02.131707 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41632) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:02.140158 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269466269', 'description': 'tempest-secgroup-smoke-269466269 description', 'project_id': '485a92e1e3f3476f96124105af3123df'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:40:02.153089 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:02.160177 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:02.167661 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:02.178131 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-c3bb8440-5d7d-4843-af3b-705c0c1a4ca5 None None] Set router a8121785-5133-47ed-85aa-f0e78925712d gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:40:02.180943 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:02.241337 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:02.250226 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Usage tracker for resource:security_group_rule and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:02.251586 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'status': 'completed', 'code': 200} Jan 26 20:40:02.255495 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:02.263464 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Network 9b76e0aa-4d48-4055-9fa1-b66725f74239 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:40:02.265753 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:02.267305 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:40:02.269952 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Pushing event updated for resources: {'Port': ['ID=216bc279-8c2c-4ed6-9091-4081b7a7fe7a,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:02.272545 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:40:02.536204 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:02.537219 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:02.554546 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:02.569148 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aa1ea4ad-5581-4774-b5cb-97a5ea562c39 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3349054 Jan 26 20:40:02.569346 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:02.584840 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Request body: {'port': {'device_id': 'f816be4f-5735-4978-a7bb-ba0dbd460dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:40:02.588826 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ad0d9d5b-9b73-4c33-b06a-03e0630569b5 req-e436c192-e234-4386-9d2f-86f79c501ed6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=485a92e1e3f3476f96124105af3123df&device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 1099 time: 0.2935174 Jan 26 20:40:02.646757 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e1c1-84f2-40bb-be9d-0e84646ab21c req-957ab35d-385c-4e96-86b8-d07d725ee5be tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:02.646757 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a579e1c1-84f2-40bb-be9d-0e84646ab21c req-957ab35d-385c-4e96-86b8-d07d725ee5be tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Synchronizing usage tracker for tenant:ee8ede2f2295416e88a7169da61d4aed on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:40:02.700983 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a579e1c1-84f2-40bb-be9d-0e84646ab21c req-957ab35d-385c-4e96-86b8-d07d725ee5be tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Unset dirty status for tenant:ee8ede2f2295416e88a7169da61d4aed on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:40:02.703833 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a579e1c1-84f2-40bb-be9d-0e84646ab21c req-957ab35d-385c-4e96-86b8-d07d725ee5be tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 931 time: 0.3537810 Jan 26 20:40:02.709336 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-c3bb8440-5d7d-4843-af3b-705c0c1a4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:38:28Z', 'revision_number': 4, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '837d1ce8-3d5a-44fe-ad53-5d049f2989b4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'port_id': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'mac_address': 'fa:16:3e:c0:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:39:59Z', 'updated_at': '2022-01-26T20:39:59Z', 'revision_number': 0, 'project_id': '485a92e1e3f3476f96124105af3123df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d51352-6a41-47dc-b90d-89fd2e46c303', 'name': '', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'mac_address': 'fa:16:3e:07:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:28Z', 'updated_at': '2022-01-26T20:38:40Z', 'revision_number': 5, 'project_id': '485a92e1e3f3476f96124105af3123df', 'subnets': [{'id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:02.713200 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5894c9c7-a5ff-4409-9268-86f5c108bc97,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:02.720218 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb8440-5d7d-4843-af3b-705c0c1a4ca5 None None] Checking router: a8121785-5133-47ed-85aa-f0e78925712d for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:40:02.724563 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61913c0-eec9-48aa-9a91-a68ed32d5b4a req-0a3f4bd9-fa84-45df-90be-243639e96326 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:02.725293 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-f61913c0-eec9-48aa-9a91-a68ed32d5b4a req-0a3f4bd9-fa84-45df-90be-243639e96326 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Synchronizing usage tracker for tenant:6640c36098c2473680824eba064a5218 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:40:02.731184 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:02.734006 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb8440-5d7d-4843-af3b-705c0c1a4ca5 None None] Routers {'a8121785-5133-47ed-85aa-f0e78925712d'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:40:02.734571 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-c3bb8440-5d7d-4843-af3b-705c0c1a4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:39:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['a8121785-5133-47ed-85aa-f0e78925712d'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:02.735281 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-85734bfc-9de9-4672-881f-658472fd944d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6017432 Jan 26 20:40:02.739025 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41642) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:02.746903 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-bf262eee-3c95-4e99-b88a-271f8a8b65b4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Request body: {'security_group_rule': {'security_group_id': '5894c9c7-a5ff-4409-9268-86f5c108bc97', 'project_id': '485a92e1e3f3476f96124105af3123df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:40:02.764844 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-bf262eee-3c95-4e99-b88a-271f8a8b65b4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:02.768092 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:02.777332 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-bf262eee-3c95-4e99-b88a-271f8a8b65b4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Usage tracker for resource:security_group_rule and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:02.783992 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-bf262eee-3c95-4e99-b88a-271f8a8b65b4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:02.798690 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-f61913c0-eec9-48aa-9a91-a68ed32d5b4a req-0a3f4bd9-fa84-45df-90be-243639e96326 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Unset dirty status for tenant:6640c36098c2473680824eba064a5218 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:40:02.800795 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f61913c0-eec9-48aa-9a91-a68ed32d5b4a req-0a3f4bd9-fa84-45df-90be-243639e96326 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.3779659 Jan 26 20:40:02.801611 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-bf262eee-3c95-4e99-b88a-271f8a8b65b4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:02.805240 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a579e1c1-84f2-40bb-be9d-0e84646ab21c req-d2dd78ce-8301-4f27-8131-bf5bd0d3a3f2 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882742 Jan 26 20:40:02.907398 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d9d5b-9b73-4c33-b06a-03e0630569b5 req-87021d4d-4d34-44d0-9b03-a7402358775c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:02.907398 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ad0d9d5b-9b73-4c33-b06a-03e0630569b5 req-87021d4d-4d34-44d0-9b03-a7402358775c service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ed9b5fe-00df-4204-a867-b096d66509a4 HTTP/1.1" status: 200 len: 916 time: 0.2995050 Jan 26 20:40:03.000383 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-c3bb8440-5d7d-4843-af3b-705c0c1a4ca5 None None] Set router a8121785-5133-47ed-85aa-f0e78925712d gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:40:03.024944 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bf262eee-3c95-4e99-b88a-271f8a8b65b4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:03.085369 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f61913c0-eec9-48aa-9a91-a68ed32d5b4a req-d54c36da-6554-4ef5-8e63-c91eec8121d3 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781479 Jan 26 20:40:03.190054 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ad0d9d5b-9b73-4c33-b06a-03e0630569b5 req-75b77575-4a14-4d28-b1b2-8cbed0b3f3de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa HTTP/1.1" status: 200 len: 1000 time: 0.2530556 Jan 26 20:40:03.197873 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bf262eee-3c95-4e99-b88a-271f8a8b65b4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:03.200460 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:03.254830 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bf262eee-3c95-4e99-b88a-271f8a8b65b4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:03.276912 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d37a6b-996d-411d-99c9-f882ba50524a req-882624a6-f1a9-4134-8f15-1b8ba3d7ce3b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:03.278436 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-72d37a6b-996d-411d-99c9-f882ba50524a req-882624a6-f1a9-4134-8f15-1b8ba3d7ce3b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 946 time: 0.2075055 Jan 26 20:40:03.308128 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d9d5b-9b73-4c33-b06a-03e0630569b5 req-be8d0fa7-601f-4371-b8be-be4c6b7ffa2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:03.309780 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ad0d9d5b-9b73-4c33-b06a-03e0630569b5 req-be8d0fa7-601f-4371-b8be-be4c6b7ffa2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80859d84-4ea5-4b90-9cbb-32943f627e8d HTTP/1.1" status: 200 len: 854 time: 0.1107106 Jan 26 20:40:03.320173 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf262eee-3c95-4e99-b88a-271f8a8b65b4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7984a681-d10d-4033-ba69-229674762380,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:03.403117 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216bc279-8c2c-4ed6-9091-4081b7a7fe7a {{(pid=82709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:40:03.419598 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:03.454851 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-72d37a6b-996d-411d-99c9-f882ba50524a req-35784ee3-7c01-4d5a-a0be-6d99d4441438 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606176 Jan 26 20:40:03.491583 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Transition to ACTIVE for port object 216bc279-8c2c-4ed6-9091-4081b7a7fe7a will not be triggered until provisioned by entity L2. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:40:03.497487 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:03.540358 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bf262eee-3c95-4e99-b88a-271f8a8b65b4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:03.541745 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-bf262eee-3c95-4e99-b88a-271f8a8b65b4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8016040 Jan 26 20:40:03.545716 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ad0d9d5b-9b73-4c33-b06a-03e0630569b5 req-e1e463ba-c5ae-4226-8dce-6f14cef41b51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed9b5fe-00df-4204-a867-b096d66509a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2217519 Jan 26 20:40:03.546219 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41684) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:03.552322 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-61cf3c83-5e8d-4e75-97b2-12dca927d347 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Request body: {'security_group_rule': {'security_group_id': '5894c9c7-a5ff-4409-9268-86f5c108bc97', 'project_id': '485a92e1e3f3476f96124105af3123df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:40:03.560230 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-61cf3c83-5e8d-4e75-97b2-12dca927d347 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:03.566258 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-61cf3c83-5e8d-4e75-97b2-12dca927d347 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Usage tracker for resource:security_group_rule and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:03.570682 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-61cf3c83-5e8d-4e75-97b2-12dca927d347 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:03.586462 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-61cf3c83-5e8d-4e75-97b2-12dca927d347 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:03.699061 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Pushing event updated for resources: {'Port': ['ID=216bc279-8c2c-4ed6-9091-4081b7a7fe7a,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:03.733390 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-c3bb8440-5d7d-4843-af3b-705c0c1a4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:38:28Z', 'revision_number': 4, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '837d1ce8-3d5a-44fe-ad53-5d049f2989b4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'port_id': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'mac_address': 'fa:16:3e:c0:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:39:59Z', 'updated_at': '2022-01-26T20:39:59Z', 'revision_number': 0, 'project_id': '485a92e1e3f3476f96124105af3123df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d51352-6a41-47dc-b90d-89fd2e46c303', 'name': '', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'mac_address': 'fa:16:3e:07:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:28Z', 'updated_at': '2022-01-26T20:38:40Z', 'revision_number': 5, 'project_id': '485a92e1e3f3476f96124105af3123df', 'subnets': [{'id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:03.735545 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-61cf3c83-5e8d-4e75-97b2-12dca927d347 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:03.751982 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb8440-5d7d-4843-af3b-705c0c1a4ca5 None None] The sync data for ids ['a8121785-5133-47ed-85aa-f0e78925712d'] in dv-cinder-826519-1-iscsi is: [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:38:28Z', 'revision_number': 4, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '837d1ce8-3d5a-44fe-ad53-5d049f2989b4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'port_id': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'mac_address': 'fa:16:3e:c0:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:39:59Z', 'updated_at': '2022-01-26T20:39:59Z', 'revision_number': 0, 'project_id': '485a92e1e3f3476f96124105af3123df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d51352-6a41-47dc-b90d-89fd2e46c303', 'name': '', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'mac_address': 'fa:16:3e:07:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:28Z', 'updated_at': '2022-01-26T20:38:40Z', 'revision_number': 5, 'project_id': '485a92e1e3f3476f96124105af3123df', 'subnets': [{'id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:40:03.849794 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ad0d9d5b-9b73-4c33-b06a-03e0630569b5 req-bdb66dca-fe43-4be1-b706-0a5c485116f0 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550743 Jan 26 20:40:03.861698 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Attempting to bind port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:40:03.862048 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Attempting to bind port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '859ac742-b7ab-474d-a402-3d49b23a914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239'}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:40:03.862385 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Attempting to bind port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a on network 9b76e0aa-4d48-4055-9fa1-b66725f74239 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:40:03.875452 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a on network 9b76e0aa-4d48-4055-9fa1-b66725f74239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:40:03.883388 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Attempting to bind port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a on network 9b76e0aa-4d48-4055-9fa1-b66725f74239 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:40:03.891920 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:40:03.892393 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Checking segment: {'id': '859ac742-b7ab-474d-a402-3d49b23a914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:40:03.893406 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Bound using segment: {'id': '859ac742-b7ab-474d-a402-3d49b23a914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239'} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:40:03.894442 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Bound port: 216bc279-8c2c-4ed6-9091-4081b7a7fe7a, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859ac742-b7ab-474d-a402-3d49b23a914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239'}}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:40:03.894442 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:03.986271 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-61cf3c83-5e8d-4e75-97b2-12dca927d347 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.020436 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] For port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a, host hv-cinder-82651, cleared binding levels {{(pid=82709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:40:04.025921 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] For port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=216bc279-8c2c-4ed6-9091-4081b7a7fe7a,segment=NetworkSegment(859ac742-b7ab-474d-a402-3d49b23a914d),segment_id=859ac742-b7ab-474d-a402-3d49b23a914d)] {{(pid=82709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:40:04.031205 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.076561 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-61cf3c83-5e8d-4e75-97b2-12dca927d347 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.107173 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97c542-4dd5-4439-888e-8910b470913b None None] New status for floating IP 837d1ce8-3d5a-44fe-ad53-5d049f2989b4: ACTIVE {{(pid=82710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:40:04.160258 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf3c83-5e8d-4e75-97b2-12dca927d347 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24d4154-495b-4ca3-94f9-480cf5fee320,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:04.215061 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Pushing event updated for resources: {'Port': ['ID=216bc279-8c2c-4ed6-9091-4081b7a7fe7a,revision_number=3']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:04.219717 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.220247 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5197ac-3742-4668-a3df-7a74a6dd6ac9 req-4bf8ee28-a114-499e-acf5-f3527b7f8e88 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:04.221554 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-4e7f3411-d99b-4a3c-b371-f7946ac712c0 service neutron] 10.222.0.43 "PUT /v2.0/ports/216bc279-8c2c-4ed6-9091-4081b7a7fe7a HTTP/1.1" status: 200 len: 1093 time: 1.6416943 Jan 26 20:40:04.230810 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ba5197ac-3742-4668-a3df-7a74a6dd6ac9 req-4bf8ee28-a114-499e-acf5-f3527b7f8e88 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 943 time: 0.2373476 Jan 26 20:40:04.253306 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f816be4f-5735-4978-a7bb-ba0dbd460dcf', 'tag': '216bc279-8c2c-4ed6-9091-4081b7a7fe7a'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:04.266095 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-61cf3c83-5e8d-4e75-97b2-12dca927d347 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.270203 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-61cf3c83-5e8d-4e75-97b2-12dca927d347 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7202947 Jan 26 20:40:04.283668 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41696) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:04.309187 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-ca2871d0-e96d-4c68-b616-4410689fcd4d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Request body: {'security_group_rule': {'security_group_id': '5894c9c7-a5ff-4409-9268-86f5c108bc97', 'project_id': '485a92e1e3f3476f96124105af3123df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:40:04.321421 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-ca2871d0-e96d-4c68-b616-4410689fcd4d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:04.364146 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-ca2871d0-e96d-4c68-b616-4410689fcd4d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Usage tracker for resource:security_group_rule and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:04.371907 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-ca2871d0-e96d-4c68-b616-4410689fcd4d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:04.387069 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-ca2871d0-e96d-4c68-b616-4410689fcd4d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:04.405565 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ba5197ac-3742-4668-a3df-7a74a6dd6ac9 req-c254d0e5-0ce5-406f-8e25-39f068bdd8ce tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752977 Jan 26 20:40:04.407523 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ad0d9d5b-9b73-4c33-b06a-03e0630569b5 req-d7fdb2a6-0ebd-45e6-a8b4-38f20a9c9d81 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461833 Jan 26 20:40:04.429452 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ca2871d0-e96d-4c68-b616-4410689fcd4d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.457581 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7be6a-2bcc-45f2-9ae8-14ec6f4cc8d6 req-33f32841-70e1-456b-b910-1eb32b81214e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:04.459934 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-eea7be6a-2bcc-45f2-9ae8-14ec6f4cc8d6 req-33f32841-70e1-456b-b910-1eb32b81214e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1955740 Jan 26 20:40:04.478020 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-3e758123-32aa-47a1-8c0f-4287be7c339c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee8ede2f2295416e88a7169da61d4aed&device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 1096 time: 0.1800029 Jan 26 20:40:04.547473 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ca2871d0-e96d-4c68-b616-4410689fcd4d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.552112 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ca2871d0-e96d-4c68-b616-4410689fcd4d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.567168 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f816be4f-5735-4978-a7bb-ba0dbd460dcf', 'tag': '216bc279-8c2c-4ed6-9091-4081b7a7fe7a', 'status': 'completed', 'code': 200} Jan 26 20:40:04.581689 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2871d0-e96d-4c68-b616-4410689fcd4d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92f3b8b-a96b-46ec-979b-68e91a851ecf,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:04.592981 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-a382e3cb-973e-489d-bdf9-ac73a9304cd8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=216bc279-8c2c-4ed6-9091-4081b7a7fe7a HTTP/1.1" status: 200 len: 217 time: 0.0941236 Jan 26 20:40:04.602037 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ca2871d0-e96d-4c68-b616-4410689fcd4d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.605750 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-ca2871d0-e96d-4c68-b616-4410689fcd4d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3067484 Jan 26 20:40:04.606427 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41702) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:04.612980 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-2b98e40b-1ad3-4f0f-b0ac-725758a8de8e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Request body: {'security_group_rule': {'security_group_id': '5894c9c7-a5ff-4409-9268-86f5c108bc97', 'project_id': '485a92e1e3f3476f96124105af3123df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:40:04.624203 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-2b98e40b-1ad3-4f0f-b0ac-725758a8de8e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:04.631802 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-2b98e40b-1ad3-4f0f-b0ac-725758a8de8e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Usage tracker for resource:security_group_rule and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:04.635951 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-2b98e40b-1ad3-4f0f-b0ac-725758a8de8e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:04.648046 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-2b98e40b-1ad3-4f0f-b0ac-725758a8de8e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:04.653184 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-eea7be6a-2bcc-45f2-9ae8-14ec6f4cc8d6 req-d689b32c-76b7-41df-a0a9-98687131d78e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865718 Jan 26 20:40:04.679094 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-728cc234-5c0e-481d-9c08-45cf0c54343f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:04.682144 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-728cc234-5c0e-481d-9c08-45cf0c54343f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12bee7c2-77e0-4a9a-9580-bb901fff69ec HTTP/1.1" status: 200 len: 849 time: 0.0817904 Jan 26 20:40:04.712557 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b98e40b-1ad3-4f0f-b0ac-725758a8de8e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.741598 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-32251f3d-bbd0-4693-b632-3c868bbdb69a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b76e0aa-4d48-4055-9fa1-b66725f74239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530393 Jan 26 20:40:04.836761 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b98e40b-1ad3-4f0f-b0ac-725758a8de8e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.844831 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cd52a-d092-43bc-b2b7-aa4b43afff6e req-bdd3e095-e905-4246-a57f-7ac9306eeaba tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:04.846842 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-623cd52a-d092-43bc-b2b7-aa4b43afff6e req-bdd3e095-e905-4246-a57f-7ac9306eeaba tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 946 time: 0.1742449 Jan 26 20:40:04.848029 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b98e40b-1ad3-4f0f-b0ac-725758a8de8e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.892228 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-1cb921e5-f526-4a5a-bc04-afd96c702c80 service neutron] 10.222.0.43 "GET /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395204 Jan 26 20:40:04.901399 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98e40b-1ad3-4f0f-b0ac-725758a8de8e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4882ff-588d-4311-9889-2087b7657066,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:04.921186 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2b98e40b-1ad3-4f0f-b0ac-725758a8de8e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:04.921186 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-2b98e40b-1ad3-4f0f-b0ac-725758a8de8e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3093367 Jan 26 20:40:04.921186 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41708) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:04.929011 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-aaf3b45b-2e52-4697-9718-5c537a572174 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Request body: {'security_group_rule': {'security_group_id': '5894c9c7-a5ff-4409-9268-86f5c108bc97', 'project_id': '485a92e1e3f3476f96124105af3123df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:40:04.936776 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-aaf3b45b-2e52-4697-9718-5c537a572174 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:04.940864 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-623cd52a-d092-43bc-b2b7-aa4b43afff6e req-edb61d70-db43-44bf-a577-de728c87f269 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855372 Jan 26 20:40:04.943365 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-aaf3b45b-2e52-4697-9718-5c537a572174 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Usage tracker for resource:security_group_rule and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:04.946600 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-aaf3b45b-2e52-4697-9718-5c537a572174 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:04.953063 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-aaf3b45b-2e52-4697-9718-5c537a572174 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:04.964902 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.securitygroups_db [None req-aaf3b45b-2e52-4697-9718-5c537a572174 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Project 485a92e1e3f3476f96124105af3123df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 20:40:04.972902 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-aaf3b45b-2e52-4697-9718-5c537a572174 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:05.050137 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-aaf3b45b-2e52-4697-9718-5c537a572174 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:05.055538 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-aaf3b45b-2e52-4697-9718-5c537a572174 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:05.089189 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3b45b-2e52-4697-9718-5c537a572174 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a9cc22-ef70-4040-8b79-a367a2efc717,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:05.101157 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-aaf3b45b-2e52-4697-9718-5c537a572174 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:05.102334 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-aaf3b45b-2e52-4697-9718-5c537a572174 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1816154 Jan 26 20:40:05.105261 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 41714) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:05.114883 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-00f3d199-b650-4d2f-a7c6-835f443720d8 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Request body: {'security_group_rule': {'security_group_id': '5894c9c7-a5ff-4409-9268-86f5c108bc97', 'project_id': '485a92e1e3f3476f96124105af3123df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:40:05.131981 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-00f3d199-b650-4d2f-a7c6-835f443720d8 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:05.139754 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-00f3d199-b650-4d2f-a7c6-835f443720d8 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Usage tracker for resource:security_group_rule and tenant:485a92e1e3f3476f96124105af3123df is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:05.151343 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-00f3d199-b650-4d2f-a7c6-835f443720d8 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:05.161672 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-00f3d199-b650-4d2f-a7c6-835f443720d8 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:05.167070 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c23a4884-a838-4012-b2e1-dec72fd5a4a2 req-aef302da-c1a5-42fd-8eee-e73e6beda56a service neutron] 10.222.0.43 "GET /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634015 Jan 26 20:40:05.181094 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.securitygroups_db [None req-00f3d199-b650-4d2f-a7c6-835f443720d8 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Project 485a92e1e3f3476f96124105af3123df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 20:40:05.189284 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-00f3d199-b650-4d2f-a7c6-835f443720d8 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:05.321721 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-00f3d199-b650-4d2f-a7c6-835f443720d8 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:05.327836 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-00f3d199-b650-4d2f-a7c6-835f443720d8 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:05.357082 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3d199-b650-4d2f-a7c6-835f443720d8 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff47943f-f8b9-47b2-ada2-93ac87fdbdf8,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:05.365879 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cecbf1a8-2d8f-45d4-af08-65aba688a967 req-52d3b265-0915-45fc-a4f3-4432974e36e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee8ede2f2295416e88a7169da61d4aed&device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 1096 time: 0.1297467 Jan 26 20:40:05.370582 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-00f3d199-b650-4d2f-a7c6-835f443720d8 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:05.371666 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-00f3d199-b650-4d2f-a7c6-835f443720d8 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2654674 Jan 26 20:40:05.563788 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbf1a8-2d8f-45d4-af08-65aba688a967 req-50f7b9ed-27a6-49f0-83a4-4c664ada4cc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:05.565834 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cecbf1a8-2d8f-45d4-af08-65aba688a967 req-50f7b9ed-27a6-49f0-83a4-4c664ada4cc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9b76e0aa-4d48-4055-9fa1-b66725f74239 HTTP/1.1" status: 200 len: 910 time: 0.1841948 Jan 26 20:40:05.569947 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a84058ac-e35a-47e8-8879-6ff88db8f85f req-9ef24543-dfbc-4d42-8657-297e35dcd047 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269466269&fields=id&tenant_id=485a92e1e3f3476f96124105af3123df HTTP/1.1" status: 200 len: 267 time: 0.0870335 Jan 26 20:40:05.650142 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96007e81-f317-423d-b6c1-43b4dbd53184 req-36836e74-82d1-482a-95e7-063dab4ba271 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:05.651813 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-96007e81-f317-423d-b6c1-43b4dbd53184 req-36836e74-82d1-482a-95e7-063dab4ba271 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 943 time: 0.0800505 Jan 26 20:40:05.686075 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cecbf1a8-2d8f-45d4-af08-65aba688a967 req-b26997d0-1efe-4301-9aae-9b785d9a11c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=216bc279-8c2c-4ed6-9091-4081b7a7fe7a HTTP/1.1" status: 200 len: 217 time: 0.1056290 Jan 26 20:40:05.711012 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-96007e81-f317-423d-b6c1-43b4dbd53184 req-0e873ac4-4118-4094-95a6-0bdb8324052f tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530167 Jan 26 20:40:05.767821 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbf1a8-2d8f-45d4-af08-65aba688a967 req-78966d71-4332-4446-8c08-17bb52250f2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:05.769256 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cecbf1a8-2d8f-45d4-af08-65aba688a967 req-78966d71-4332-4446-8c08-17bb52250f2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=12bee7c2-77e0-4a9a-9580-bb901fff69ec HTTP/1.1" status: 200 len: 849 time: 0.0758777 Jan 26 20:40:05.783891 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84058ac-e35a-47e8-8879-6ff88db8f85f req-692fe8ca-2973-4017-8e98-6093ce3baa96 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:05.785320 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a84058ac-e35a-47e8-8879-6ff88db8f85f req-692fe8ca-2973-4017-8e98-6093ce3baa96 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 946 time: 0.1484511 Jan 26 20:40:05.824701 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-a84058ac-e35a-47e8-8879-6ff88db8f85f req-b25d3015-b95c-4cb2-930f-eee270cb7387 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Request body: {'port': {'security_groups': ['597c0d04-ad19-4f86-8f96-dcc6b7460d36', '5894c9c7-a5ff-4409-9268-86f5c108bc97']}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:40:05.858558 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cecbf1a8-2d8f-45d4-af08-65aba688a967 req-b441e17e-5eed-4453-a2dc-29c94fc86665 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b76e0aa-4d48-4055-9fa1-b66725f74239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722592 Jan 26 20:40:05.918970 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204f329-adb2-4510-bb3b-36ae79323aba req-6034a9e5-736f-4194-88e3-6e97a59fe740 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:05.920518 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e204f329-adb2-4510-bb3b-36ae79323aba req-6034a9e5-736f-4194-88e3-6e97a59fe740 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.0810857 Jan 26 20:40:05.968085 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e204f329-adb2-4510-bb3b-36ae79323aba req-94dd7879-201f-469f-bc5d-9d739033105e tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 Jan 26 20:40:06.048370 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a84058ac-e35a-47e8-8879-6ff88db8f85f req-b25d3015-b95c-4cb2-930f-eee270cb7387 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:06.079203 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cecbf1a8-2d8f-45d4-af08-65aba688a967 req-947fe484-c1ae-4b02-ad63-10038f38a51b service neutron] 10.222.0.43 "GET /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110407 Jan 26 20:40:06.289191 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cecbf1a8-2d8f-45d4-af08-65aba688a967 req-5e87baf6-0f4f-4e6c-bb24-4ba37cef751e service neutron] 10.222.0.43 "GET /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860788 Jan 26 20:40:06.442108 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-a84058ac-e35a-47e8-8879-6ff88db8f85f req-b25d3015-b95c-4cb2-930f-eee270cb7387 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] For port 81107eeb-97fb-4f41-a072-58b9806bf1aa, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:40:06.471070 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a84058ac-e35a-47e8-8879-6ff88db8f85f req-b25d3015-b95c-4cb2-930f-eee270cb7387 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:06.476661 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a84058ac-e35a-47e8-8879-6ff88db8f85f req-b25d3015-b95c-4cb2-930f-eee270cb7387 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:06.496254 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['81107eeb-97fb-4f41-a072-58b9806bf1aa'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:40:06.558867 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84058ac-e35a-47e8-8879-6ff88db8f85f req-b25d3015-b95c-4cb2-930f-eee270cb7387 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:06.559518 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-a84058ac-e35a-47e8-8879-6ff88db8f85f req-b25d3015-b95c-4cb2-930f-eee270cb7387 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:06.560890 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a84058ac-e35a-47e8-8879-6ff88db8f85f req-b25d3015-b95c-4cb2-930f-eee270cb7387 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "PUT /v2.0/ports/81107eeb-97fb-4f41-a072-58b9806bf1aa HTTP/1.1" status: 200 len: 982 time: 0.7451379 Jan 26 20:40:06.570097 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:06.580523 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d3015-b95c-4cb2-930f-eee270cb7387 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event updated for resources: {'Port': ['ID=81107eeb-97fb-4f41-a072-58b9806bf1aa,revision_number=6']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:06.657719 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'status': 'completed', 'code': 200} Jan 26 20:40:06.718799 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['81107eeb-97fb-4f41-a072-58b9806bf1aa'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:40:06.796686 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5a70cd41-a543-4a83-b93b-eb08d6a5461d req-70b28c27-45ee-49ea-8326-a9fd5ef81ae5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=485a92e1e3f3476f96124105af3123df&device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 1138 time: 0.1095560 Jan 26 20:40:06.890701 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169cea-7e95-4de2-8c54-cbd088276c34 req-86d9eb3e-aaae-4b23-ba67-906a305da06d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:06.892182 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e3169cea-7e95-4de2-8c54-cbd088276c34 req-86d9eb3e-aaae-4b23-ba67-906a305da06d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.1357148 Jan 26 20:40:06.897997 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe1ac-91c3-493e-b62f-49f637b29c74 req-42c7cd37-1038-4474-b7ee-6175b0e0d283 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:06.899715 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-530fe1ac-91c3-493e-b62f-49f637b29c74 req-42c7cd37-1038-4474-b7ee-6175b0e0d283 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.43 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.1907263 Jan 26 20:40:06.968816 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70cd41-a543-4a83-b93b-eb08d6a5461d req-bd367f20-c4da-4fce-9ba9-adbd6cec201b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:06.970307 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5a70cd41-a543-4a83-b93b-eb08d6a5461d req-bd367f20-c4da-4fce-9ba9-adbd6cec201b service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ed9b5fe-00df-4204-a867-b096d66509a4 HTTP/1.1" status: 200 len: 916 time: 0.1616185 Jan 26 20:40:06.982742 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-04a188f5-31c9-42cb-be64-a6e7958135df None None] Provisioning complete for port 81107eeb-97fb-4f41-a072-58b9806bf1aa triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:40:06.983123 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-04a188f5-31c9-42cb-be64-a6e7958135df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:07.008453 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-e3169cea-7e95-4de2-8c54-cbd088276c34 req-0c9a35b7-78cc-45ca-a3bd-1cb61ef4556f tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Synchronizing usage tracker for tenant:485a92e1e3f3476f96124105af3123df on resource:security_group {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:40:07.013739 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-530fe1ac-91c3-493e-b62f-49f637b29c74 req-50caafa9-631b-4b01-9e48-a9b3e1b84c41 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Deleting port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:40:07.014172 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-530fe1ac-91c3-493e-b62f-49f637b29c74 req-50caafa9-631b-4b01-9e48-a9b3e1b84c41 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:07.078973 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-e3169cea-7e95-4de2-8c54-cbd088276c34 req-0c9a35b7-78cc-45ca-a3bd-1cb61ef4556f tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Unset dirty status for tenant:485a92e1e3f3476f96124105af3123df on resource:security_group {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:40:07.080587 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e3169cea-7e95-4de2-8c54-cbd088276c34 req-0c9a35b7-78cc-45ca-a3bd-1cb61ef4556f tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1799414 Jan 26 20:40:07.220926 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5a70cd41-a543-4a83-b93b-eb08d6a5461d req-a467c376-8e50-4344-a1fb-fc1a1bea5790 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa HTTP/1.1" status: 200 len: 1002 time: 0.1273384 Jan 26 20:40:07.274716 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436f9c3-2ad5-453e-9c69-fcc4e65b625d req-9c6c1dd8-f598-4a8b-a746-87118e8db877 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:07.276427 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e436f9c3-2ad5-453e-9c69-fcc4e65b625d req-9c6c1dd8-f598-4a8b-a746-87118e8db877 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 943 time: 0.3045394 Jan 26 20:40:07.337033 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70cd41-a543-4a83-b93b-eb08d6a5461d req-626ed8da-2efb-4a6a-b873-efcd88aae481 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:07.338668 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5a70cd41-a543-4a83-b93b-eb08d6a5461d req-626ed8da-2efb-4a6a-b873-efcd88aae481 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80859d84-4ea5-4b90-9cbb-32943f627e8d HTTP/1.1" status: 200 len: 854 time: 0.1104367 Jan 26 20:40:07.346875 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e436f9c3-2ad5-453e-9c69-fcc4e65b625d req-2f7383c6-2c3c-45ac-bd78-ea6b18bea3f3 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549865 Jan 26 20:40:07.382490 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-530fe1ac-91c3-493e-b62f-49f637b29c74 req-50caafa9-631b-4b01-9e48-a9b3e1b84c41 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] For port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4eb44c57-ffe0-4170-b3c3-ab57324f4e72,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:40:07.382847 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-530fe1ac-91c3-493e-b62f-49f637b29c74 req-50caafa9-631b-4b01-9e48-a9b3e1b84c41 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:07.441748 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5a70cd41-a543-4a83-b93b-eb08d6a5461d req-d04de1fb-0491-44fa-b84c-75cc24dffb17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed9b5fe-00df-4204-a867-b096d66509a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0934396 Jan 26 20:40:07.614217 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-530fe1ac-91c3-493e-b62f-49f637b29c74 req-50caafa9-631b-4b01-9e48-a9b3e1b84c41 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Calling delete_port for 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:40:07.619156 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5a70cd41-a543-4a83-b93b-eb08d6a5461d req-859c565c-f9a3-41b7-b445-958527870ec4 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659315 Jan 26 20:40:07.646556 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad01e52-5712-4618-bf1f-b8f2743e39ee req-20de357c-6768-40ce-a2b3-b0fc609adb04 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:07.648106 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0ad01e52-5712-4618-bf1f-b8f2743e39ee req-20de357c-6768-40ce-a2b3-b0fc609adb04 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bae47c8-e650-4469-a972-e094c545abfd HTTP/1.1" status: 200 len: 945 time: 0.3980596 Jan 26 20:40:07.731006 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0ad01e52-5712-4618-bf1f-b8f2743e39ee req-1de8b2e8-a012-4cf0-8da4-038a82f539ee tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.53 "GET /v2.0/security-groups?id=0935511f-2c29-4759-979d-974f894b058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732884 Jan 26 20:40:07.790095 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5a70cd41-a543-4a83-b93b-eb08d6a5461d req-4f7f59d6-f174-43d6-9f3e-a36c91016853 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634231 Jan 26 20:40:07.812923 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-530fe1ac-91c3-493e-b62f-49f637b29c74 req-50caafa9-631b-4b01-9e48-a9b3e1b84c41 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:07.828110 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['4eb44c57-ffe0-4170-b3c3-ab57324f4e72'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:40:07.867452 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caafa9-631b-4b01-9e48-a9b3e1b84c41 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Pushing event deleted for resources: {'Port': ['ID=4eb44c57-ffe0-4170-b3c3-ab57324f4e72,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:07.941437 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-530fe1ac-91c3-493e-b62f-49f637b29c74 req-50caafa9-631b-4b01-9e48-a9b3e1b84c41 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] No DVR routers for this DVR port 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:40:07.943883 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-530fe1ac-91c3-493e-b62f-49f637b29c74 req-50caafa9-631b-4b01-9e48-a9b3e1b84c41 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:07.946535 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bae47c8-e650-4469-a972-e094c545abfd', 'name': 'network-vif-deleted', 'tag': '4eb44c57-ffe0-4170-b3c3-ab57324f4e72'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:07.967096 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-530fe1ac-91c3-493e-b62f-49f637b29c74 req-50caafa9-631b-4b01-9e48-a9b3e1b84c41 tempest-ServerRescueNegativeTestJSON-1615114558 tempest-ServerRescueNegativeTestJSON-1615114558-project] 10.222.0.43 "DELETE /v2.0/ports/4eb44c57-ffe0-4170-b3c3-ab57324f4e72 HTTP/1.1" status: 204 len: 173 time: 1.0499742 Jan 26 20:40:08.004700 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bae47c8-e650-4469-a972-e094c545abfd', 'name': 'network-vif-deleted', 'tag': '4eb44c57-ffe0-4170-b3c3-ab57324f4e72', 'status': 'completed', 'code': 200} Jan 26 20:40:08.565062 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 216bc279-8c2c-4ed6-9091-4081b7a7fe7a details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:40:08.602216 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce70c8-1351-4eb3-a4af-a50f17871684 req-f6347b0f-98f9-4191-a23b-a4e282d50f0e tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:08.611040 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-88ce70c8-1351-4eb3-a4af-a50f17871684 req-f6347b0f-98f9-4191-a23b-a4e282d50f0e tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 943 time: 0.1098330 Jan 26 20:40:08.667983 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-88ce70c8-1351-4eb3-a4af-a50f17871684 req-03706c91-828d-457b-8bf0-df81755efbde tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566015 Jan 26 20:40:08.724046 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=216bc279-8c2c-4ed6-9091-4081b7a7fe7a,segment=NetworkSegment(859ac742-b7ab-474d-a402-3d49b23a914d),segment_id=859ac742-b7ab-474d-a402-3d49b23a914d)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:40:08.738183 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '216bc279-8c2c-4ed6-9091-4081b7a7fe7a', 'network_id': '9b76e0aa-4d48-4055-9fa1-b66725f74239', 'port_id': '216bc279-8c2c-4ed6-9091-4081b7a7fe7a', 'mac_address': 'fa:16:3e:38:1a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12bee7c2-77e0-4a9a-9580-bb901fff69ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:40:08.808271 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:08.826264 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216bc279-8c2c-4ed6-9091-4081b7a7fe7a {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:40:08.852248 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=216bc279-8c2c-4ed6-9091-4081b7a7fe7a,segment=NetworkSegment(859ac742-b7ab-474d-a402-3d49b23a914d),segment_id=859ac742-b7ab-474d-a402-3d49b23a914d)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:40:08.858066 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:08.864000 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 41748) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:08.928972 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=216bc279-8c2c-4ed6-9091-4081b7a7fe7a,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:09.202228 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['216bc279-8c2c-4ed6-9091-4081b7a7fe7a'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:40:09.294396 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-382fad5d-c1dd-4a44-ab7f-4c2926539ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477355'] for router_interface, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:09.889808 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdb82c-3c92-49ea-9049-e11097286d17 req-3bc7d3c8-111a-4c45-b769-daf14fa9b5cd tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:09.891501 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-27cdb82c-3c92-49ea-9049-e11097286d17 req-3bc7d3c8-111a-4c45-b769-daf14fa9b5cd tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 944 time: 0.0817969 Jan 26 20:40:09.955304 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-27cdb82c-3c92-49ea-9049-e11097286d17 req-3d6d85f6-60d5-49e3-91c1-c499c461ba21 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530946 Jan 26 20:40:10.032615 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-382fad5d-c1dd-4a44-ab7f-4c2926539ba9 admin admin] Deleting port 866cb2bc-c636-4498-8021-dddc215448a9 {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:40:10.033738 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-382fad5d-c1dd-4a44-ab7f-4c2926539ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:10.212835 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [None req-382fad5d-c1dd-4a44-ab7f-4c2926539ba9 admin admin] For port 866cb2bc-c636-4498-8021-dddc215448a9, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=866cb2bc-c636-4498-8021-dddc215448a9,segment=NetworkSegment(9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7),segment_id=9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:40:10.213088 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-382fad5d-c1dd-4a44-ab7f-4c2926539ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:10.333085 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-382fad5d-c1dd-4a44-ab7f-4c2926539ba9 admin admin] Calling delete_port for 866cb2bc-c636-4498-8021-dddc215448a9 owned by network:router_interface {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:40:10.576570 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 216bc279-8c2c-4ed6-9091-4081b7a7fe7a up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:40:10.647048 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:40:10.652469 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:40:10.652780 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-382fad5d-c1dd-4a44-ab7f-4c2926539ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:10.652946 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:10.697486 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fad5d-c1dd-4a44-ab7f-4c2926539ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=866cb2bc-c636-4498-8021-dddc215448a9,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:10.780701 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:10.811307 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f816be4f-5735-4978-a7bb-ba0dbd460dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216bc279-8c2c-4ed6-9091-4081b7a7fe7a'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:10.822399 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=216bc279-8c2c-4ed6-9091-4081b7a7fe7a,segment=NetworkSegment(859ac742-b7ab-474d-a402-3d49b23a914d),segment_id=859ac742-b7ab-474d-a402-3d49b23a914d)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:40:10.829151 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:10.831754 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:40:10.945912 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f816be4f-5735-4978-a7bb-ba0dbd460dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216bc279-8c2c-4ed6-9091-4081b7a7fe7a', 'code': 200} Jan 26 20:40:10.956569 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:40:10.956569 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 4eb44c57-ffe0-4170-b3c3-ab57324f4e72 not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:40:10.993062 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=216bc279-8c2c-4ed6-9091-4081b7a7fe7a,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:11.043074 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-382fad5d-c1dd-4a44-ab7f-4c2926539ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478530'] for router_interface, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:11.223808 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-af937602-a2b4-462d-b2a0-2433ed3e48ea req-c67eb913-6065-4f36-af58-ba0dacc13797 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 1098 time: 0.0900095 Jan 26 20:40:11.280011 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-af937602-a2b4-462d-b2a0-2433ed3e48ea req-405c227e-a4af-4b52-8dbd-6cb44300ee63 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479574 Jan 26 20:40:11.385898 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f00b9-8ed2-4af0-a4d5-07a2c171efb8 req-e95a8eb4-65ba-4a54-98c1-2d8bf7ddbf1a tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:11.387315 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e31f00b9-8ed2-4af0-a4d5-07a2c171efb8 req-e95a8eb4-65ba-4a54-98c1-2d8bf7ddbf1a tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 945 time: 0.2459130 Jan 26 20:40:11.454598 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e31f00b9-8ed2-4af0-a4d5-07a2c171efb8 req-0003d41f-464d-49dc-8189-413bf67bef61 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552654 Jan 26 20:40:11.867877 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382fad5d-c1dd-4a44-ab7f-4c2926539ba9 admin admin] Router 2bf2204c-af2b-428c-b2a0-c725688c08b9 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:40:12.086048 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382fad5d-c1dd-4a44-ab7f-4c2926539ba9 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:40:12.094727 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4178c576-3fe0-48c4-8d6f-006603335735 None None] Sync routers for ids ['2bf2204c-af2b-428c-b2a0-c725688c08b9'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:40:12.100534 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-382fad5d-c1dd-4a44-ab7f-4c2926539ba9 admin admin] 10.222.0.53 "PUT /v2.0/routers/2bf2204c-af2b-428c-b2a0-c725688c08b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2353482 Jan 26 20:40:12.103103 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 41774) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:12.113416 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178c576-3fe0-48c4-8d6f-006603335735 None None] Routers {'2bf2204c-af2b-428c-b2a0-c725688c08b9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:40:12.114266 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-4178c576-3fe0-48c4-8d6f-006603335735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:39:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['2bf2204c-af2b-428c-b2a0-c725688c08b9'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:12.336084 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Notify callbacks [] for router, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:12.344395 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-4178c576-3fe0-48c4-8d6f-006603335735 None None] Set router 2bf2204c-af2b-428c-b2a0-c725688c08b9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:40:12.561100 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-3dcb3e2b-90e4-4986-8d16-12d8c5b0e391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:12.581755 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:12.597750 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Deleting port 7a02878c-9f0b-4b36-8924-70bc287d71fe {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:40:12.598380 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:12.654701 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-4178c576-3fe0-48c4-8d6f-006603335735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2105681462-router', 'tenant_id': '6640c36098c2473680824eba064a5218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:40:10Z', 'revision_number': 5, 'project_id': '6640c36098c2473680824eba064a5218', 'gw_port': {'id': '7a02878c-9f0b-4b36-8924-70bc287d71fe', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:12.659718 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4178c576-3fe0-48c4-8d6f-006603335735 None None] Checking router: 2bf2204c-af2b-428c-b2a0-c725688c08b9 for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:40:12.671294 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178c576-3fe0-48c4-8d6f-006603335735 None None] Routers {'2bf2204c-af2b-428c-b2a0-c725688c08b9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:40:12.672181 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-4178c576-3fe0-48c4-8d6f-006603335735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:39:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['2bf2204c-af2b-428c-b2a0-c725688c08b9'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:12.787926 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5942a9-ac35-47e2-8ddf-bd2a28aa2aad req-e857dc18-104c-422f-adab-b43ff01f2631 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:12.799586 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2c5942a9-ac35-47e2-8ddf-bd2a28aa2aad req-e857dc18-104c-422f-adab-b43ff01f2631 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 945 time: 0.1673627 Jan 26 20:40:12.845922 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-4178c576-3fe0-48c4-8d6f-006603335735 None None] Set router 2bf2204c-af2b-428c-b2a0-c725688c08b9 gateway port host: None {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:40:12.879728 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2c5942a9-ac35-47e2-8ddf-bd2a28aa2aad req-0f1cf2af-b416-4e07-a84e-25f6c72b41d9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787904 Jan 26 20:40:12.924341 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] For port 7a02878c-9f0b-4b36-8924-70bc287d71fe, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=7a02878c-9f0b-4b36-8924-70bc287d71fe,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:40:12.927515 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:12.958475 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-4178c576-3fe0-48c4-8d6f-006603335735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2105681462-router', 'tenant_id': '6640c36098c2473680824eba064a5218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:40:12Z', 'revision_number': 6, 'project_id': '6640c36098c2473680824eba064a5218', 'gw_port_host': None}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:12.963301 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4178c576-3fe0-48c4-8d6f-006603335735 None None] The sync data for ids ['2bf2204c-af2b-428c-b2a0-c725688c08b9'] in dv-cinder-826519-1-iscsi is: [{'id': '2bf2204c-af2b-428c-b2a0-c725688c08b9', 'name': 'tempest-ServerRescueNegativeTestJSON-2105681462-router', 'tenant_id': '6640c36098c2473680824eba064a5218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:40:12Z', 'revision_number': 6, 'project_id': '6640c36098c2473680824eba064a5218', 'gw_port_host': None}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:40:13.055558 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Calling delete_port for 7a02878c-9f0b-4b36-8924-70bc287d71fe owned by network:router_gateway {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:40:13.327805 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:13.377313 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a02878c-9f0b-4b36-8924-70bc287d71fe,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:13.603843 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478606'] for router_gateway, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:13.871441 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28015'] for router, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:13.875668 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:13.955897 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 866cb2bc-c636-4498-8021-dddc215448a9 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:40:13.983713 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477030'] for router, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:13.985276 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf2204c-af2b-428c-b2a0-c725688c08b9 {{(pid=82709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 20:40:13.995704 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 866cb2bc-c636-4498-8021-dddc215448a9 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:40:13.996600 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 866cb2bc-c636-4498-8021-dddc215448a9 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:40:14.004862 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] Notify callbacks [] for router, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.005800 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-47997dd9-5605-449e-bd64-1d3881fa9178 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2bf2204c-af2b-428c-b2a0-c725688c08b9 HTTP/1.1" status: 204 len: 168 time: 1.9016235 Jan 26 20:40:14.008686 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41788) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:14.073715 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0c3f75-0ceb-4f59-a25b-2d5171d43495 admin admin] Deleting subnet 3a71d783-e3a8-40d2-b37b-0c93d1b53c2d {{(pid=82708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:40:14.076837 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f75-0ceb-4f59-a25b-2d5171d43495 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.116191 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc6d45-90d1-4529-ab6b-0314d5745145 req-b325be2d-a0f0-464f-87ee-b75e89869d1d tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:14.117688 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bffc6d45-90d1-4529-ab6b-0314d5745145 req-b325be2d-a0f0-464f-87ee-b75e89869d1d tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 945 time: 0.0793238 Jan 26 20:40:14.127566 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f75-0ceb-4f59-a25b-2d5171d43495 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7732275'] for subnet, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.170252 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bffc6d45-90d1-4529-ab6b-0314d5745145 req-8d9ef853-ceb9-45db-8be0-1baa59346c8b tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432370 Jan 26 20:40:14.192433 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f75-0ceb-4f59-a25b-2d5171d43495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.270643 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f75-0ceb-4f59-a25b-2d5171d43495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7713946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8011353'] for subnet, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.310254 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c3f75-0ceb-4f59-a25b-2d5171d43495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a71d783-e3a8-40d2-b37b-0c93d1b53c2d,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:14.317697 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f75-0ceb-4f59-a25b-2d5171d43495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.325210 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1d0c3f75-0ceb-4f59-a25b-2d5171d43495 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3a71d783-e3a8-40d2-b37b-0c93d1b53c2d HTTP/1.1" status: 204 len: 168 time: 0.3153348 Jan 26 20:40:14.327698 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41794) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:14.470690 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.608339 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.637147 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cd77f8-e1c1-470c-bd80-6c7ae1a801a8']}} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:14.651413 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7') {'for_net_delete': True} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:14.651702 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9b14c9-3ee1-4c72-9c8c-a2dd41f4ede7') {} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:14.663990 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7732280'] for segment, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.685504 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.700112 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=82708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:40:14.700744 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080700'] for segment, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: Traceback (most recent call last): Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: timer() Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: cb(*args, **kw) Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: return func(*args, **kwargs) Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: self._notify() Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: self.callback(batched_events) Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: event.method(event) Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: return f(self, *a, **k) Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._get(url).json() Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: return self.request(url, 'GET', **kwargs) Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:40:14.713856 dv-cinder-826519-1-iscsi neutron-server[82708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:40:14.800301 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.806653 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.823742 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-6dc22f38-f089-4ead-8676-5f257a6771a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:14.834824 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] Pushing event deleted for resources: {'Network': ['ID=15cd77f8-e1c1-470c-bd80-6c7ae1a801a8,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:14.840475 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-c3201b22-d9af-41fd-83a1-da14c2fca31e admin admin] 10.222.0.53 "DELETE /v2.0/networks/15cd77f8-e1c1-470c-bd80-6c7ae1a801a8 HTTP/1.1" status: 204 len: 168 time: 0.5117824 Jan 26 20:40:14.998148 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41808) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:15.065650 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-80512118-7223-4f2c-bb64-1e5d96c78385 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6640c36098c2473680824eba064a5218&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0663259 Jan 26 20:40:15.068141 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41812) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:15.137496 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-653bad10-e88c-40c1-a681-9491f2e41d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:15.165442 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-653bad10-e88c-40c1-a681-9491f2e41d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:15.228285 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-653bad10-e88c-40c1-a681-9491f2e41d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:15.247754 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bad10-e88c-40c1-a681-9491f2e41d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0935511f-2c29-4759-979d-974f894b058a,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:15.261873 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-653bad10-e88c-40c1-a681-9491f2e41d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:15.263031 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-653bad10-e88c-40c1-a681-9491f2e41d8a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0935511f-2c29-4759-979d-974f894b058a HTTP/1.1" status: 204 len: 168 time: 0.1939750 Jan 26 20:40:15.694769 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700912a8-f8c7-45de-8f09-cf8ac40261d4 req-e6deadd2-3992-4186-9033-8c23f4951f24 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:15.696642 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-700912a8-f8c7-45de-8f09-cf8ac40261d4 req-e6deadd2-3992-4186-9033-8c23f4951f24 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 945 time: 0.0896885 Jan 26 20:40:15.746148 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-700912a8-f8c7-45de-8f09-cf8ac40261d4 req-091ea0e6-a9ec-4aac-9bf6-c76c9cb9ddbb tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410597 Jan 26 20:40:15.903357 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 7a02878c-9f0b-4b36-8924-70bc287d71fe no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:40:15.940630 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 7a02878c-9f0b-4b36-8924-70bc287d71fe {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:40:15.940969 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 7a02878c-9f0b-4b36-8924-70bc287d71fe not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:40:16.080776 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:16.130965 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:16.961608 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15d810-8059-4776-8ef0-88b1e8a8971b req-20ff916b-1680-4044-a6a1-beba421e79ce tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:16.963105 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0d15d810-8059-4776-8ef0-88b1e8a8971b req-20ff916b-1680-4044-a6a1-beba421e79ce tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 945 time: 0.0831332 Jan 26 20:40:17.083389 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0d15d810-8059-4776-8ef0-88b1e8a8971b req-9d0159bd-1663-4df6-b456-c4da12885c70 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142750 Jan 26 20:40:17.154928 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41878) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:17.311626 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5b7b60f4-6ed0-48bb-b9e4-5830b6f6349b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:17.344752 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-5b7b60f4-6ed0-48bb-b9e4-5830b6f6349b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:17.349012 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-5b7b60f4-6ed0-48bb-b9e4-5830b6f6349b admin admin] Usage tracker for resource:security_group_rule and tenant:88d263af41654c92a9482e49e644b18d is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:17.351864 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-5b7b60f4-6ed0-48bb-b9e4-5830b6f6349b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:17.357544 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-5b7b60f4-6ed0-48bb-b9e4-5830b6f6349b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:17.492837 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5b7b60f4-6ed0-48bb-b9e4-5830b6f6349b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:17.497265 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5b7b60f4-6ed0-48bb-b9e4-5830b6f6349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:17.550088 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b60f4-6ed0-48bb-b9e4-5830b6f6349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2240594-6d5e-465b-8c42-75b7d1d4e8c1,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:17.558552 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee6b97-eca8-4c54-b047-d417e02cd320 req-8045d4c3-a146-4189-b73c-55fb52ee823f tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:17.560084 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-43ee6b97-eca8-4c54-b047-d417e02cd320 req-8045d4c3-a146-4189-b73c-55fb52ee823f tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.43 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 945 time: 0.1657889 Jan 26 20:40:17.563091 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-5b7b60f4-6ed0-48bb-b9e4-5830b6f6349b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88d263af41654c92a9482e49e644b18d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4071193 Jan 26 20:40:17.566128 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 41884) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:17.664552 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-43ee6b97-eca8-4c54-b047-d417e02cd320 req-70f8b5e9-efea-48d4-a09c-09a3a1c4b6c4 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Deleting port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:40:17.664885 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-43ee6b97-eca8-4c54-b047-d417e02cd320 req-70f8b5e9-efea-48d4-a09c-09a3a1c4b6c4 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:17.740354 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-83ec6afb-4dfd-4864-9f4d-ae5908ee3732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:17.816360 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-83ec6afb-4dfd-4864-9f4d-ae5908ee3732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:17.988303 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-83ec6afb-4dfd-4864-9f4d-ae5908ee3732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:18.000530 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:18.020007 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-43ee6b97-eca8-4c54-b047-d417e02cd320 req-70f8b5e9-efea-48d4-a09c-09a3a1c4b6c4 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] For port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=216bc279-8c2c-4ed6-9091-4081b7a7fe7a,segment=NetworkSegment(859ac742-b7ab-474d-a402-3d49b23a914d),segment_id=859ac742-b7ab-474d-a402-3d49b23a914d)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:40:18.020362 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-43ee6b97-eca8-4c54-b047-d417e02cd320 req-70f8b5e9-efea-48d4-a09c-09a3a1c4b6c4 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:18.027869 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec6afb-4dfd-4864-9f4d-ae5908ee3732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2240594-6d5e-465b-8c42-75b7d1d4e8c1,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:18.143917 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-83ec6afb-4dfd-4864-9f4d-ae5908ee3732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:18.147856 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-83ec6afb-4dfd-4864-9f4d-ae5908ee3732 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2240594-6d5e-465b-8c42-75b7d1d4e8c1 HTTP/1.1" status: 204 len: 168 time: 0.5776711 Jan 26 20:40:18.151615 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-43ee6b97-eca8-4c54-b047-d417e02cd320 req-70f8b5e9-efea-48d4-a09c-09a3a1c4b6c4 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Calling delete_port for 216bc279-8c2c-4ed6-9091-4081b7a7fe7a owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:40:18.415974 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-43ee6b97-eca8-4c54-b047-d417e02cd320 req-70f8b5e9-efea-48d4-a09c-09a3a1c4b6c4 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:18.429602 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['216bc279-8c2c-4ed6-9091-4081b7a7fe7a'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:40:18.482573 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8b5e9-efea-48d4-a09c-09a3a1c4b6c4 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Pushing event deleted for resources: {'Port': ['ID=216bc279-8c2c-4ed6-9091-4081b7a7fe7a,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:18.504995 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ad418-d3e3-46e7-916e-aa165132b649 req-0324acdd-9dc0-4613-9a1a-3f49ae07136b tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:18.506778 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-406ad418-d3e3-46e7-916e-aa165132b649 req-0324acdd-9dc0-4613-9a1a-3f49ae07136b tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f816be4f-5735-4978-a7bb-ba0dbd460dcf HTTP/1.1" status: 200 len: 867 time: 0.2178092 Jan 26 20:40:18.598778 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ee6b97-eca8-4c54-b047-d417e02cd320 req-70f8b5e9-efea-48d4-a09c-09a3a1c4b6c4 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] No DVR routers for this DVR port 216bc279-8c2c-4ed6-9091-4081b7a7fe7a on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:40:18.601947 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-43ee6b97-eca8-4c54-b047-d417e02cd320 req-70f8b5e9-efea-48d4-a09c-09a3a1c4b6c4 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:18.604473 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f816be4f-5735-4978-a7bb-ba0dbd460dcf', 'name': 'network-vif-deleted', 'tag': '216bc279-8c2c-4ed6-9091-4081b7a7fe7a'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:18.631755 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-43ee6b97-eca8-4c54-b047-d417e02cd320 req-70f8b5e9-efea-48d4-a09c-09a3a1c4b6c4 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.43 "DELETE /v2.0/ports/216bc279-8c2c-4ed6-9091-4081b7a7fe7a HTTP/1.1" status: 204 len: 173 time: 1.0631297 Jan 26 20:40:18.636842 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-406ad418-d3e3-46e7-916e-aa165132b649 req-489fbcfb-7899-4b0d-a4e1-fe7b1002a0a9 tempest-VolumesActionsTest-1179963033 tempest-VolumesActionsTest-1179963033-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a50c585-4dc0-4876-82ca-0c74df6d2359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012449 Jan 26 20:40:18.681129 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f816be4f-5735-4978-a7bb-ba0dbd460dcf', 'name': 'network-vif-deleted', 'tag': '216bc279-8c2c-4ed6-9091-4081b7a7fe7a', 'status': 'completed', 'code': 200} Jan 26 20:40:20.054017 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8a34-ab09-431c-8f7e-bee6a4861c41 req-6a28fd97-4d00-4267-beb9-e80fcb627340 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:20.062230 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cbfb8a34-ab09-431c-8f7e-bee6a4861c41 req-6a28fd97-4d00-4267-beb9-e80fcb627340 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1007259 Jan 26 20:40:20.107938 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cbfb8a34-ab09-431c-8f7e-bee6a4861c41 req-14049f5f-8604-447d-bfd3-a0cefcb95d4c tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448682 Jan 26 20:40:21.360442 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973cae5-bd24-4c55-ac6a-c85360e635db req-8dc329be-04ae-4d63-a561-3c01741ba93d tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:21.362828 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3973cae5-bd24-4c55-ac6a-c85360e635db req-8dc329be-04ae-4d63-a561-3c01741ba93d tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1054907 Jan 26 20:40:21.419556 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3973cae5-bd24-4c55-ac6a-c85360e635db req-c188244a-00ef-4781-9de2-b14c7322c618 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487902 Jan 26 20:40:21.617189 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42028) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:21.771158 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4388f432-2988-4c6b-945e-111b1b5fb1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:21.804957 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-4388f432-2988-4c6b-945e-111b1b5fb1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:21.809019 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-4388f432-2988-4c6b-945e-111b1b5fb1cc admin admin] Usage tracker for resource:security_group_rule and tenant:614a34aaf7b64afd81d2e165acb5686a is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:21.811946 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-4388f432-2988-4c6b-945e-111b1b5fb1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:21.818152 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-4388f432-2988-4c6b-945e-111b1b5fb1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:21.897505 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4388f432-2988-4c6b-945e-111b1b5fb1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:21.902040 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4388f432-2988-4c6b-945e-111b1b5fb1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:21.942969 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:40:21.947719 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388f432-2988-4c6b-945e-111b1b5fb1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99afcb9a-e376-4ded-8f59-24b664ee1fef,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:21.956161 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-4388f432-2988-4c6b-945e-111b1b5fb1cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=614a34aaf7b64afd81d2e165acb5686a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3379426 Jan 26 20:40:21.966102 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42034) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:22.028674 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1e62f1d2-fd14-4c1f-a198-e5a5730b83e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:22.054588 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1e62f1d2-fd14-4c1f-a198-e5a5730b83e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:22.112530 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1e62f1d2-fd14-4c1f-a198-e5a5730b83e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:22.127411 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62f1d2-fd14-4c1f-a198-e5a5730b83e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99afcb9a-e376-4ded-8f59-24b664ee1fef,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:22.135622 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1e62f1d2-fd14-4c1f-a198-e5a5730b83e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:22.136731 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-1e62f1d2-fd14-4c1f-a198-e5a5730b83e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99afcb9a-e376-4ded-8f59-24b664ee1fef HTTP/1.1" status: 204 len: 168 time: 0.1696258 Jan 26 20:40:22.510838 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42048) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:22.533717 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-813b7824-d1bd-4651-9ad3-28bf0dfc9ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:22.620492 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-813b7824-d1bd-4651-9ad3-28bf0dfc9ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:22.626430 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-813b7824-d1bd-4651-9ad3-28bf0dfc9ecb admin admin] Usage tracker for resource:security_group_rule and tenant:3fb7a1cb39d64e89a621ec3b84e98baa is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:22.629811 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-813b7824-d1bd-4651-9ad3-28bf0dfc9ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:22.637272 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-813b7824-d1bd-4651-9ad3-28bf0dfc9ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:22.697369 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2aa4e-4f43-48c4-b4d7-84af74bbc979 req-31fc65b9-334d-46b9-a056-383f51d9c412 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:22.698841 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1ca2aa4e-4f43-48c4-b4d7-84af74bbc979 req-31fc65b9-334d-46b9-a056-383f51d9c412 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1325579 Jan 26 20:40:22.757966 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-813b7824-d1bd-4651-9ad3-28bf0dfc9ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:22.765550 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-813b7824-d1bd-4651-9ad3-28bf0dfc9ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:22.788291 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1ca2aa4e-4f43-48c4-b4d7-84af74bbc979 req-9a374f48-e43f-4754-b810-ace6a6b1902f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837264 Jan 26 20:40:22.819145 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b7824-d1bd-4651-9ad3-28bf0dfc9ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37f64de-3b0b-4fc3-a025-94023fee5b37,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:22.824562 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-813b7824-d1bd-4651-9ad3-28bf0dfc9ecb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fb7a1cb39d64e89a621ec3b84e98baa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3124404 Jan 26 20:40:22.827557 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42052) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:22.844605 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 216bc279-8c2c-4ed6-9091-4081b7a7fe7a no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:40:22.879743 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 216bc279-8c2c-4ed6-9091-4081b7a7fe7a {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:40:22.880086 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 216bc279-8c2c-4ed6-9091-4081b7a7fe7a not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:40:22.971151 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9395e05c-0445-441a-ba65-1a9be6ef151e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:22.999893 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9395e05c-0445-441a-ba65-1a9be6ef151e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:23.057662 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9395e05c-0445-441a-ba65-1a9be6ef151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:23.075112 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395e05c-0445-441a-ba65-1a9be6ef151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37f64de-3b0b-4fc3-a025-94023fee5b37,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:23.088062 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9395e05c-0445-441a-ba65-1a9be6ef151e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:23.091134 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-9395e05c-0445-441a-ba65-1a9be6ef151e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a37f64de-3b0b-4fc3-a025-94023fee5b37 HTTP/1.1" status: 204 len: 168 time: 0.2608602 Jan 26 20:40:24.002426 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e17406-2bf3-41b5-92f3-c075a4c55f38 req-e651d90b-6189-4845-a10b-a632b2ee4494 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:24.003944 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-09e17406-2bf3-41b5-92f3-c075a4c55f38 req-e651d90b-6189-4845-a10b-a632b2ee4494 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.0780957 Jan 26 20:40:24.063965 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-09e17406-2bf3-41b5-92f3-c075a4c55f38 req-6ff9d867-7969-4b84-aad4-af5073daa973 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543187 Jan 26 20:40:25.274040 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cdd6e-0d28-4b55-83b3-0ff53059b408 req-1cb0bf0b-c3c5-4c62-bcf3-330bea0effb2 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:25.275545 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-032cdd6e-0d28-4b55-83b3-0ff53059b408 req-1cb0bf0b-c3c5-4c62-bcf3-330bea0effb2 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.0847669 Jan 26 20:40:25.323842 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-032cdd6e-0d28-4b55-83b3-0ff53059b408 req-db6d7e6e-53b0-44a9-a119-1452cfa8f213 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423033 Jan 26 20:40:26.529086 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92032fdd-f56c-4f2b-b945-be764d477c14 req-674fa573-7538-4d68-aabf-a29dc10c0e71 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:26.530573 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-92032fdd-f56c-4f2b-b945-be764d477c14 req-674fa573-7538-4d68-aabf-a29dc10c0e71 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.0805814 Jan 26 20:40:26.588620 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-92032fdd-f56c-4f2b-b945-be764d477c14 req-3d28d9b1-45e0-4232-9603-13e665e577f2 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522881 Jan 26 20:40:27.810048 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd77678-967a-4529-b54d-151cb9d8659c req-14ce799f-24af-4c86-b16d-051ce4b25b42 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:27.811514 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0fd77678-967a-4529-b54d-151cb9d8659c req-14ce799f-24af-4c86-b16d-051ce4b25b42 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1030848 Jan 26 20:40:27.864585 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0fd77678-967a-4529-b54d-151cb9d8659c req-75093562-86c9-4526-833b-9a74a90b881a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474284 Jan 26 20:40:29.073553 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f144577-ac8e-4257-80e5-49bf2573d7c0 req-e2ef3af7-38a7-46b0-a27f-6027d21ca729 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:29.075043 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0f144577-ac8e-4257-80e5-49bf2573d7c0 req-e2ef3af7-38a7-46b0-a27f-6027d21ca729 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.0813806 Jan 26 20:40:29.121219 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0f144577-ac8e-4257-80e5-49bf2573d7c0 req-3be1ebe9-3536-4b1e-9bba-d2991728c072 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 Jan 26 20:40:29.680787 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 42190) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:29.830835 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7508e1fc-d57a-4cc5-ad94-3f2e34452717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:29.864963 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-7508e1fc-d57a-4cc5-ad94-3f2e34452717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:29.868832 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-7508e1fc-d57a-4cc5-ad94-3f2e34452717 admin admin] Usage tracker for resource:security_group_rule and tenant:e54e307c2675472db6190dee287949d8 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:29.871738 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-7508e1fc-d57a-4cc5-ad94-3f2e34452717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:29.877460 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-7508e1fc-d57a-4cc5-ad94-3f2e34452717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:29.957193 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7508e1fc-d57a-4cc5-ad94-3f2e34452717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:29.961636 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7508e1fc-d57a-4cc5-ad94-3f2e34452717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:30.011510 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508e1fc-d57a-4cc5-ad94-3f2e34452717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a18f94-93ef-40a6-8f01-bbab1f0290e4,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:30.023505 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-7508e1fc-d57a-4cc5-ad94-3f2e34452717 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e54e307c2675472db6190dee287949d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3378785 Jan 26 20:40:30.023505 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 42200) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:30.095394 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f14badfa-42fd-4e93-a664-d23c7c956594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:30.127754 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f14badfa-42fd-4e93-a664-d23c7c956594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:30.269299 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f14badfa-42fd-4e93-a664-d23c7c956594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:30.286071 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14badfa-42fd-4e93-a664-d23c7c956594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a18f94-93ef-40a6-8f01-bbab1f0290e4,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:30.292900 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f14badfa-42fd-4e93-a664-d23c7c956594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:30.299698 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-f14badfa-42fd-4e93-a664-d23c7c956594 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80a18f94-93ef-40a6-8f01-bbab1f0290e4 HTTP/1.1" status: 204 len: 168 time: 0.2725713 Jan 26 20:40:30.390354 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363efb-d307-4835-994c-929b65b71c08 req-1b907557-8649-4b04-a9c7-5ce41b66b37d tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:30.402729 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a3363efb-d307-4835-994c-929b65b71c08 req-1b907557-8649-4b04-a9c7-5ce41b66b37d tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1428971 Jan 26 20:40:30.452788 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a3363efb-d307-4835-994c-929b65b71c08 req-e2718a5f-cb29-40fc-aa4a-993c2684d45f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488820 Jan 26 20:40:30.738125 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42224) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:30.761399 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f2c8e490-b45a-483c-b832-a82a12fd7e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:30.811487 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-f2c8e490-b45a-483c-b832-a82a12fd7e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:30.817636 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-f2c8e490-b45a-483c-b832-a82a12fd7e06 admin admin] Usage tracker for resource:security_group_rule and tenant:1592abf8d0ea40b09e4dbe84a71f9416 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:30.821192 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-f2c8e490-b45a-483c-b832-a82a12fd7e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:30.826929 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-f2c8e490-b45a-483c-b832-a82a12fd7e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:30.921180 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f2c8e490-b45a-483c-b832-a82a12fd7e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:30.926335 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f2c8e490-b45a-483c-b832-a82a12fd7e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:30.978967 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8e490-b45a-483c-b832-a82a12fd7e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be68898d-2663-4fa0-9fb0-b8b2081a4e4c,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:30.984114 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-f2c8e490-b45a-483c-b832-a82a12fd7e06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1592abf8d0ea40b09e4dbe84a71f9416&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2441776 Jan 26 20:40:30.987355 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42228) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:31.067388 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-54d51fdf-9748-477e-a850-8d5488966f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:31.097490 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-54d51fdf-9748-477e-a850-8d5488966f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:31.164953 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-54d51fdf-9748-477e-a850-8d5488966f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:31.188972 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d51fdf-9748-477e-a850-8d5488966f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be68898d-2663-4fa0-9fb0-b8b2081a4e4c,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:31.197031 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-54d51fdf-9748-477e-a850-8d5488966f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:31.201124 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-54d51fdf-9748-477e-a850-8d5488966f8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be68898d-2663-4fa0-9fb0-b8b2081a4e4c HTTP/1.1" status: 204 len: 168 time: 0.2126276 Jan 26 20:40:31.725653 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699ee67-0495-4554-8d19-56b55ddb0871 req-4b35eab2-046b-472f-85c7-8dc7c597b0a2 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:31.727902 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8699ee67-0495-4554-8d19-56b55ddb0871 req-4b35eab2-046b-472f-85c7-8dc7c597b0a2 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1175680 Jan 26 20:40:31.795469 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8699ee67-0495-4554-8d19-56b55ddb0871 req-f541052f-7431-484f-b94c-1c7acfbef5a4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573504 Jan 26 20:40:32.970976 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-073ea087-62a6-4144-ab22-a701bbf7cb37 req-98195670-6bbe-4f91-b244-ca63a598a2b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4d016374d2e4e45a021b9c468ba477b&device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 1098 time: 0.0892868 Jan 26 20:40:33.152028 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53efcc-7865-464a-974a-20600e905f1d req-edc641e9-f145-43fc-b3a3-5ab2d325099b tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:33.163317 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fd53efcc-7865-464a-974a-20600e905f1d req-edc641e9-f145-43fc-b3a3-5ab2d325099b tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1866746 Jan 26 20:40:33.223883 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fd53efcc-7865-464a-974a-20600e905f1d req-bec0c0b2-63a7-47bf-86f6-4b911304dac5 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577683 Jan 26 20:40:33.244027 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ea087-62a6-4144-ab22-a701bbf7cb37 req-584e0a3b-6b77-49ff-bb11-cae80c120ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:33.246248 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-073ea087-62a6-4144-ab22-a701bbf7cb37 req-584e0a3b-6b77-49ff-bb11-cae80c120ad8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba HTTP/1.1" status: 200 len: 912 time: 0.2471578 Jan 26 20:40:33.267928 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:33.422464 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-073ea087-62a6-4144-ab22-a701bbf7cb37 req-266017ce-9ea6-4f0d-b92e-b94045d50edd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=269ec041-ce77-47bb-be1c-d51fcef19a87 HTTP/1.1" status: 200 len: 1001 time: 0.1648366 Jan 26 20:40:33.493780 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ea087-62a6-4144-ab22-a701bbf7cb37 req-b9354212-fc83-4244-b400-41f1268a230b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:33.495345 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-073ea087-62a6-4144-ab22-a701bbf7cb37 req-b9354212-fc83-4244-b400-41f1268a230b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d2a0f2-fc73-4f82-966c-3684b0274923 HTTP/1.1" status: 200 len: 850 time: 0.0655439 Jan 26 20:40:33.590390 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-073ea087-62a6-4144-ab22-a701bbf7cb37 req-18380275-16f7-453d-bca6-b34db2fa5cf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858371 Jan 26 20:40:33.798788 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-073ea087-62a6-4144-ab22-a701bbf7cb37 req-59eea30e-67dd-4301-afc4-875bb225c732 service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988881 Jan 26 20:40:33.981047 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-073ea087-62a6-4144-ab22-a701bbf7cb37 req-1b2fe66c-74d9-43f6-837a-c47b402bc05b service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733842 Jan 26 20:40:34.479978 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f4da0-ec96-4737-857b-4429735018cc req-5e4181b2-195f-4850-a117-62ed2cc9d217 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:34.483537 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cc8f4da0-ec96-4737-857b-4429735018cc req-5e4181b2-195f-4850-a117-62ed2cc9d217 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.0915236 Jan 26 20:40:34.546752 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cc8f4da0-ec96-4737-857b-4429735018cc req-3915b1a0-f8bc-4048-801c-141974121b10 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588617 Jan 26 20:40:35.819670 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e7887-9a14-43d8-be2b-26dd829a617e req-ce51ab6a-b6ea-493f-ad7e-bb9af9fa5ffa tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:35.821364 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-da8e7887-9a14-43d8-be2b-26dd829a617e req-ce51ab6a-b6ea-493f-ad7e-bb9af9fa5ffa tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1088781 Jan 26 20:40:35.909917 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-da8e7887-9a14-43d8-be2b-26dd829a617e req-ec7cccb4-f3f3-43f3-8860-5982aea1951f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789206 Jan 26 20:40:36.365677 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d83dac-5185-40b9-84e9-503adb9a4827 req-add9b771-7354-485c-8440-9dd4985d43af tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:36.369446 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f7d83dac-5185-40b9-84e9-503adb9a4827 req-add9b771-7354-485c-8440-9dd4985d43af tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1221774 Jan 26 20:40:36.418774 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c521240e-894d-4474-89e6-16f3d820ed92 req-9370b08b-191a-4aad-bdb1-faaf8143ed78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4d016374d2e4e45a021b9c468ba477b&device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 1098 time: 0.1263392 Jan 26 20:40:36.477505 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f7d83dac-5185-40b9-84e9-503adb9a4827 req-ea320a96-bb43-4e97-aced-11822db397a5 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005800 Jan 26 20:40:36.635583 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521240e-894d-4474-89e6-16f3d820ed92 req-095943ae-6cbb-40b7-92c4-64a3b1d58674 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:36.641643 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c521240e-894d-4474-89e6-16f3d820ed92 req-095943ae-6cbb-40b7-92c4-64a3b1d58674 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba HTTP/1.1" status: 200 len: 912 time: 0.2083237 Jan 26 20:40:36.820056 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c521240e-894d-4474-89e6-16f3d820ed92 req-b6315075-1114-41b2-bbcc-dd010e67d502 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=269ec041-ce77-47bb-be1c-d51fcef19a87 HTTP/1.1" status: 200 len: 1001 time: 0.1767209 Jan 26 20:40:36.894244 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521240e-894d-4474-89e6-16f3d820ed92 req-4085bcdb-765c-4ed2-8126-05086c95dce1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:36.895777 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c521240e-894d-4474-89e6-16f3d820ed92 req-4085bcdb-765c-4ed2-8126-05086c95dce1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d2a0f2-fc73-4f82-966c-3684b0274923 HTTP/1.1" status: 200 len: 850 time: 0.0700006 Jan 26 20:40:36.978003 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c521240e-894d-4474-89e6-16f3d820ed92 req-28562d20-39d0-40be-846d-0bd37347b8e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717053 Jan 26 20:40:37.120457 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c521240e-894d-4474-89e6-16f3d820ed92 req-bb6ea92c-22e8-4f96-9894-0d0913c47ed0 service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349394 Jan 26 20:40:37.374429 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c521240e-894d-4474-89e6-16f3d820ed92 req-f0cdd4b7-939b-4f81-a004-c93c79aa1bdd service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471552 Jan 26 20:40:37.759849 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa14142-b80e-4406-b491-59e37dd4ee77 req-4f432064-45f3-4396-a889-675cb5dedd80 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:37.762921 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-dfa14142-b80e-4406-b491-59e37dd4ee77 req-4f432064-45f3-4396-a889-675cb5dedd80 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1077552 Jan 26 20:40:37.847682 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-dfa14142-b80e-4406-b491-59e37dd4ee77 req-b9fb580e-4a49-4515-8fc3-f9347f2b8f08 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687017 Jan 26 20:40:39.067801 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152876c-b072-494a-a830-eaca2122225f req-de9fd0ce-e486-4186-9327-5baa8188ae1f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:39.069260 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2152876c-b072-494a-a830-eaca2122225f req-de9fd0ce-e486-4186-9327-5baa8188ae1f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.0901217 Jan 26 20:40:39.133565 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2152876c-b072-494a-a830-eaca2122225f req-55f24636-5134-41bc-a279-18aa8c7f28c3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575111 Jan 26 20:40:41.212558 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb931da3-9d54-451a-8425-364968025a75 req-0f453234-4792-4cd9-99a2-ce88d4819e12 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:41.214765 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cb931da3-9d54-451a-8425-364968025a75 req-0f453234-4792-4cd9-99a2-ce88d4819e12 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.1519110 Jan 26 20:40:41.270481 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cb931da3-9d54-451a-8425-364968025a75 req-c590319c-3392-460f-86b8-e0a9b8c4e002 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481157 Jan 26 20:40:42.541020 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2863ca7-218f-43f4-be62-daa57e25f305 req-9bce9535-b72e-45df-9c53-339177a99967 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:42.543022 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b2863ca7-218f-43f4-be62-daa57e25f305 req-9bce9535-b72e-45df-9c53-339177a99967 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.0935955 Jan 26 20:40:42.560654 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-60e99acd-965c-4e54-8395-ba6c286b939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:42.619491 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b2863ca7-218f-43f4-be62-daa57e25f305 req-9a5bf04d-d739-419c-afeb-7d1f88df23c1 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621448 Jan 26 20:40:43.014228 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1647127-49b4-4eb3-a605-6c19bb2cb04f req-812eec3e-1482-49b0-b565-6aba10ddf808 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:43.016304 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a1647127-49b4-4eb3-a605-6c19bb2cb04f req-812eec3e-1482-49b0-b565-6aba10ddf808 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.43 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 946 time: 0.1259909 Jan 26 20:40:43.115177 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-a1647127-49b4-4eb3-a605-6c19bb2cb04f req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Deleting port 388a78e6-21aa-4957-a7fe-c561b5326cbd {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:40:43.115882 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a1647127-49b4-4eb3-a605-6c19bb2cb04f req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:43.467398 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-a1647127-49b4-4eb3-a605-6c19bb2cb04f req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] For port 388a78e6-21aa-4957-a7fe-c561b5326cbd, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=388a78e6-21aa-4957-a7fe-c561b5326cbd,segment=NetworkSegment(5bed2073-4e19-4043-83bb-09ac3d17601c),segment_id=5bed2073-4e19-4043-83bb-09ac3d17601c)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:40:43.467755 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a1647127-49b4-4eb3-a605-6c19bb2cb04f req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:43.614885 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-a1647127-49b4-4eb3-a605-6c19bb2cb04f req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Calling delete_port for 388a78e6-21aa-4957-a7fe-c561b5326cbd owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:40:43.866217 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a1647127-49b4-4eb3-a605-6c19bb2cb04f req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:43.880965 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['388a78e6-21aa-4957-a7fe-c561b5326cbd'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:40:43.959015 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Pushing event deleted for resources: {'Port': ['ID=388a78e6-21aa-4957-a7fe-c561b5326cbd,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:43.969371 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9f4c5-1c1d-43eb-a64c-4296d42f010a req-58bab02f-5ed3-4229-8361-33791ffbc433 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:43.973237 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-66f9f4c5-1c1d-43eb-a64c-4296d42f010a req-58bab02f-5ed3-4229-8361-33791ffbc433 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=2903a693-240e-4fa4-8297-666f133fb724 HTTP/1.1" status: 200 len: 867 time: 0.1963949 Jan 26 20:40:44.039957 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:44.040660 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:44.040660 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:44.041430 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:44.041430 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:44.041630 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:44.041884 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:44.042363 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:44.042692 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:44.043102 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:44.043625 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:44.100373 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1647127-49b4-4eb3-a605-6c19bb2cb04f req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] No DVR routers for this DVR port 388a78e6-21aa-4957-a7fe-c561b5326cbd on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:40:44.105297 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a1647127-49b4-4eb3-a605-6c19bb2cb04f req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:44.108201 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903a693-240e-4fa4-8297-666f133fb724', 'name': 'network-vif-deleted', 'tag': '388a78e6-21aa-4957-a7fe-c561b5326cbd'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:44.132430 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-66f9f4c5-1c1d-43eb-a64c-4296d42f010a req-b8f21c26-9263-419b-bf3f-96c8258d5d57 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529725 Jan 26 20:40:44.138237 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a1647127-49b4-4eb3-a605-6c19bb2cb04f req-3884249b-5e16-477d-be5a-030f19e0b684 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.43 "DELETE /v2.0/ports/388a78e6-21aa-4957-a7fe-c561b5326cbd HTTP/1.1" status: 204 len: 173 time: 1.1131215 Jan 26 20:40:44.225861 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903a693-240e-4fa4-8297-666f133fb724', 'name': 'network-vif-deleted', 'tag': '388a78e6-21aa-4957-a7fe-c561b5326cbd', 'status': 'completed', 'code': 200} Jan 26 20:40:44.305386 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-54b0e8c6-2952-40ea-b3d1-af740bcb597e req-383f5cee-a922-4349-9a6f-71b01f27d28b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=485a92e1e3f3476f96124105af3123df&device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 1138 time: 0.1845729 Jan 26 20:40:44.401678 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae8e6-6427-43f8-b3fd-b17a6ae32799 req-271ce449-2ace-435b-ba66-ec4edea3eaa4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:44.403423 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-102ae8e6-6427-43f8-b3fd-b17a6ae32799 req-271ce449-2ace-435b-ba66-ec4edea3eaa4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.1892340 Jan 26 20:40:44.497253 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-102ae8e6-6427-43f8-b3fd-b17a6ae32799 req-6fe13f36-85ad-42f0-9c46-63de36a15437 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875566 Jan 26 20:40:44.502056 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0e8c6-2952-40ea-b3d1-af740bcb597e req-f7d1e7a9-6a77-4609-a671-07fcd26b3918 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:44.503485 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-54b0e8c6-2952-40ea-b3d1-af740bcb597e req-f7d1e7a9-6a77-4609-a671-07fcd26b3918 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ed9b5fe-00df-4204-a867-b096d66509a4 HTTP/1.1" status: 200 len: 916 time: 0.1916471 Jan 26 20:40:44.630196 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-54b0e8c6-2952-40ea-b3d1-af740bcb597e req-c16cd5f9-f4f0-4225-b76f-0357a069792d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa HTTP/1.1" status: 200 len: 1002 time: 0.1174641 Jan 26 20:40:44.722052 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0e8c6-2952-40ea-b3d1-af740bcb597e req-cca4fefd-fb90-4465-8d2b-529e54e61a7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:44.724245 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-54b0e8c6-2952-40ea-b3d1-af740bcb597e req-cca4fefd-fb90-4465-8d2b-529e54e61a7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80859d84-4ea5-4b90-9cbb-32943f627e8d HTTP/1.1" status: 200 len: 854 time: 0.0868609 Jan 26 20:40:44.855923 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-476f84c8-2571-47eb-8dbf-c57c630aa151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:44.856409 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-54b0e8c6-2952-40ea-b3d1-af740bcb597e req-e1776e0d-ca36-4a2e-9771-7f9024ee8eb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed9b5fe-00df-4204-a867-b096d66509a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1141450 Jan 26 20:40:45.077708 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-54b0e8c6-2952-40ea-b3d1-af740bcb597e req-37d21d06-cca7-45ad-8944-6570bb858342 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089329 Jan 26 20:40:45.398945 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-54b0e8c6-2952-40ea-b3d1-af740bcb597e req-1ee157e8-37b8-4847-9107-eca620362470 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131282 Jan 26 20:40:45.781800 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8f5b7-58ce-428a-a093-45044b962080 req-3ff18e51-56b3-4610-b9bc-9ba5eadd67d0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:45.783322 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-96b8f5b7-58ce-428a-a093-45044b962080 req-3ff18e51-56b3-4610-b9bc-9ba5eadd67d0 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.1025546 Jan 26 20:40:45.840727 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-96b8f5b7-58ce-428a-a093-45044b962080 req-951c33bb-b0ae-4adb-a4d7-3c1d6493aa03 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490856 Jan 26 20:40:46.092062 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:46.140014 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:46.407367 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 42470) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:46.574962 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3989-e369-42f9-8ffc-25262a508d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:46.612475 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-ee7c3989-e369-42f9-8ffc-25262a508d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:46.618758 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-ee7c3989-e369-42f9-8ffc-25262a508d5c admin admin] Usage tracker for resource:security_group_rule and tenant:1f7e081566c24160ab41ec1c5338da10 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:46.622962 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-ee7c3989-e369-42f9-8ffc-25262a508d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:46.631814 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-ee7c3989-e369-42f9-8ffc-25262a508d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:46.711841 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3989-e369-42f9-8ffc-25262a508d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:46.716403 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3989-e369-42f9-8ffc-25262a508d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:46.778892 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c3989-e369-42f9-8ffc-25262a508d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc08285-4bff-45e2-9751-2efd5f187430,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:46.804946 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-ee7c3989-e369-42f9-8ffc-25262a508d5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f7e081566c24160ab41ec1c5338da10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3967223 Jan 26 20:40:46.806591 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42480) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:46.896476 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-59d39135-3eac-4bf9-a1e4-2ed32ae51d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:46.935619 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-59d39135-3eac-4bf9-a1e4-2ed32ae51d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:47.038546 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-59d39135-3eac-4bf9-a1e4-2ed32ae51d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:47.056564 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d39135-3eac-4bf9-a1e4-2ed32ae51d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc08285-4bff-45e2-9751-2efd5f187430,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:47.065597 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-59d39135-3eac-4bf9-a1e4-2ed32ae51d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:47.066906 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-59d39135-3eac-4bf9-a1e4-2ed32ae51d72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bc08285-4bff-45e2-9751-2efd5f187430 HTTP/1.1" status: 204 len: 168 time: 0.2585831 Jan 26 20:40:47.147021 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0155c3-9556-4ad7-bfbf-d2db2d690295 req-307636fa-792a-4a07-95b9-6f44e4a713fc tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:47.149678 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-bb0155c3-9556-4ad7-bfbf-d2db2d690295 req-307636fa-792a-4a07-95b9-6f44e4a713fc tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.1450603 Jan 26 20:40:47.221366 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-bb0155c3-9556-4ad7-bfbf-d2db2d690295 req-f8adaedd-f613-45e2-98c8-1f05712cc5dc tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645454 Jan 26 20:40:47.590457 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42492) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:47.612480 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b7fca1f6-8b6e-49ed-8c5e-23ba1e8ffe1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:47.646129 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b7fca1f6-8b6e-49ed-8c5e-23ba1e8ffe1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:47.650145 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b7fca1f6-8b6e-49ed-8c5e-23ba1e8ffe1f admin admin] Usage tracker for resource:security_group_rule and tenant:e91f0ae079f34ca6aeffbf6b6461f1cc is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:47.653200 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b7fca1f6-8b6e-49ed-8c5e-23ba1e8ffe1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:47.659935 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b7fca1f6-8b6e-49ed-8c5e-23ba1e8ffe1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:47.722276 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 388a78e6-21aa-4957-a7fe-c561b5326cbd no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:40:47.767981 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b7fca1f6-8b6e-49ed-8c5e-23ba1e8ffe1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:47.771591 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 388a78e6-21aa-4957-a7fe-c561b5326cbd {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:40:47.772117 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 388a78e6-21aa-4957-a7fe-c561b5326cbd not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:40:47.775369 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b7fca1f6-8b6e-49ed-8c5e-23ba1e8ffe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:47.844247 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fca1f6-8b6e-49ed-8c5e-23ba1e8ffe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d52b45-f8d5-408f-9dde-73c5697360c0,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:47.862138 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b7fca1f6-8b6e-49ed-8c5e-23ba1e8ffe1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e91f0ae079f34ca6aeffbf6b6461f1cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2704062 Jan 26 20:40:47.865313 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 42498) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:47.955886 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-a17d57fe-ef31-43a3-a68d-a801b1cefccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:48.001990 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-a17d57fe-ef31-43a3-a68d-a801b1cefccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:48.009433 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:48.074108 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-a17d57fe-ef31-43a3-a68d-a801b1cefccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:48.097601 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d57fe-ef31-43a3-a68d-a801b1cefccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d52b45-f8d5-408f-9dde-73c5697360c0,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:48.106635 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-a17d57fe-ef31-43a3-a68d-a801b1cefccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:48.111174 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-a17d57fe-ef31-43a3-a68d-a801b1cefccc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48d52b45-f8d5-408f-9dde-73c5697360c0 HTTP/1.1" status: 204 len: 168 time: 0.2409406 Jan 26 20:40:48.469890 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edd532-2d22-4621-9768-00b195c89676 req-3de347dd-40b2-4aec-b56f-9dde5bafdad6 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:48.471365 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a3edd532-2d22-4621-9768-00b195c89676 req-3de347dd-40b2-4aec-b56f-9dde5bafdad6 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.1005619 Jan 26 20:40:48.552529 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a3edd532-2d22-4621-9768-00b195c89676 req-15941fc6-8b07-467f-9a5c-2165fcc8140d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738313 Jan 26 20:40:49.845790 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8da495-7946-4694-a8b8-62b0c8015881 req-56c63866-a07f-4876-b171-4abf3efc3554 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:49.851429 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9f8da495-7946-4694-a8b8-62b0c8015881 req-56c63866-a07f-4876-b171-4abf3efc3554 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.1646791 Jan 26 20:40:49.898083 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9f8da495-7946-4694-a8b8-62b0c8015881 req-dd012500-0599-4590-8f12-3cfae7a61c97 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432312 Jan 26 20:40:51.142653 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a400bf5-fe0a-4b38-8ee7-075b1cbac74f req-6cd2fac3-053a-4e81-9209-99eebcc69751 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:51.144377 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9a400bf5-fe0a-4b38-8ee7-075b1cbac74f req-6cd2fac3-053a-4e81-9209-99eebcc69751 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.0946352 Jan 26 20:40:51.196621 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9a400bf5-fe0a-4b38-8ee7-075b1cbac74f req-21ae99df-44a6-45d4-b8b4-d35f4fbcb02d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450401 Jan 26 20:40:52.342204 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42652) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:52.435894 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_v2 [None req-12588c5f-b22a-485f-b5ac-a3bb7fac1f9f admin admin] Deleting subnet 12bee7c2-77e0-4a9a-9580-bb901fff69ec {{(pid=82709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:40:52.435894 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12588c5f-b22a-485f-b5ac-a3bb7fac1f9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:52.436093 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e8d43-0db4-4847-98e6-c505892c62ee req-41e0641a-2bbf-455b-9fb2-09345e2a8497 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:52.439438 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0a5e8d43-0db4-4847-98e6-c505892c62ee req-41e0641a-2bbf-455b-9fb2-09345e2a8497 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.1132898 Jan 26 20:40:52.485266 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0a5e8d43-0db4-4847-98e6-c505892c62ee req-e3e6563c-9e10-42cd-aa4d-31722784eebb tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417705 Jan 26 20:40:52.485820 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12588c5f-b22a-485f-b5ac-a3bb7fac1f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7504128'] for subnet, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:52.546971 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12588c5f-b22a-485f-b5ac-a3bb7fac1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:52.625732 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12588c5f-b22a-485f-b5ac-a3bb7fac1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7398177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6641091'] for subnet, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:52.662167 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12588c5f-b22a-485f-b5ac-a3bb7fac1f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12bee7c2-77e0-4a9a-9580-bb901fff69ec,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:52.669651 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12588c5f-b22a-485f-b5ac-a3bb7fac1f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:52.680427 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-12588c5f-b22a-485f-b5ac-a3bb7fac1f9f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/12bee7c2-77e0-4a9a-9580-bb901fff69ec HTTP/1.1" status: 204 len: 168 time: 0.3362396 Jan 26 20:40:52.682768 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42658) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:52.786166 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:52.905237 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:52.930582 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b76e0aa-4d48-4055-9fa1-b66725f74239']}} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:52.942323 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859ac742-b7ab-474d-a402-3d49b23a914d') {'for_net_delete': True} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:52.942604 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859ac742-b7ab-474d-a402-3d49b23a914d') {} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:40:52.954246 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7504139'] for segment, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:52.969856 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:52.975999 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=82709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:40:52.976319 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8264327'] for segment, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: Traceback (most recent call last): Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: timer() Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: cb(*args, **kw) Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: return func(*args, **kwargs) Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: self._notify() Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: self.callback(batched_events) Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: event.method(event) Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: return f(self, *a, **k) Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._get(url).json() Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: return self.request(url, 'GET', **kwargs) Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:40:52.988807 dv-cinder-826519-1-iscsi neutron-server[82709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:40:53.064674 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:53.080882 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:53.092300 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b76e0aa-4d48-4055-9fa1-b66725f74239,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:53.099946 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-301d1df8-1a27-46bb-991e-5805d5da1d5b admin admin] 10.222.0.53 "DELETE /v2.0/networks/9b76e0aa-4d48-4055-9fa1-b66725f74239 HTTP/1.1" status: 204 len: 168 time: 0.4161158 Jan 26 20:40:53.296807 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42666) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:53.346915 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-84d99700-3ffc-409e-b11e-654a7c9df389 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee8ede2f2295416e88a7169da61d4aed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489345 Jan 26 20:40:53.349441 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42670) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:53.413631 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ea751ec0-66a4-403a-858c-e4859e19260e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:53.441253 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ea751ec0-66a4-403a-858c-e4859e19260e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:53.496831 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ea751ec0-66a4-403a-858c-e4859e19260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:53.515832 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea751ec0-66a4-403a-858c-e4859e19260e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a50c585-4dc0-4876-82ca-0c74df6d2359,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:53.540671 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ea751ec0-66a4-403a-858c-e4859e19260e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:53.541775 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-ea751ec0-66a4-403a-858c-e4859e19260e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a50c585-4dc0-4876-82ca-0c74df6d2359 HTTP/1.1" status: 204 len: 168 time: 0.1914489 Jan 26 20:40:53.695711 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e7ed7-918a-4ffd-8328-68550555080e req-6a31efad-03d5-4081-839e-6a3b3353fb26 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:53.697184 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3d8e7ed7-918a-4ffd-8328-68550555080e req-6a31efad-03d5-4081-839e-6a3b3353fb26 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.0829642 Jan 26 20:40:53.756115 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3d8e7ed7-918a-4ffd-8328-68550555080e req-04c1e7b3-0960-450b-bbfd-29be0cdb5ece tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511787 Jan 26 20:40:54.972899 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42726) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:55.011061 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ae32b-8782-490f-8cf6-49678b5ff46b req-b796b753-206b-4209-9601-e0110077ac42 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:55.015416 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3c3ae32b-8782-490f-8cf6-49678b5ff46b req-b796b753-206b-4209-9601-e0110077ac42 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.0963926 Jan 26 20:40:55.100803 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3c3ae32b-8782-490f-8cf6-49678b5ff46b req-4e3dac91-fe06-4e90-9834-dc905c9b2ab4 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812986 Jan 26 20:40:55.272039 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-493da01e-0b1b-43d9-8d66-0b3f5a56a93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:55.364953 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-493da01e-0b1b-43d9-8d66-0b3f5a56a93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:55.369044 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-493da01e-0b1b-43d9-8d66-0b3f5a56a93e admin admin] Usage tracker for resource:security_group_rule and tenant:757d5951e4134dc181a7ccd68eaf28eb is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:55.372265 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-493da01e-0b1b-43d9-8d66-0b3f5a56a93e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:55.378516 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-493da01e-0b1b-43d9-8d66-0b3f5a56a93e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:55.459129 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf929d-b229-4469-af98-115272fc5807 req-4c2270ff-b818-4644-9567-a9033a9de8c5 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:55.460823 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-4c2270ff-b818-4644-9567-a9033a9de8c5 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/networks?id=d7135a40-04a4-4b31-b6ce-6e791b31e4b7 HTTP/1.1" status: 200 len: 813 time: 0.1890230 Jan 26 20:40:55.473336 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-493da01e-0b1b-43d9-8d66-0b3f5a56a93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:55.477220 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-29f6a0e6-60bc-44e2-9688-631a75acb2aa tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/quotas/cfe79190a04a4e37bdf2aa2328a5e95f HTTP/1.1" status: 200 len: 375 time: 0.0110633 Jan 26 20:40:55.477807 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-493da01e-0b1b-43d9-8d66-0b3f5a56a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:55.524470 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-18bf929d-b229-4469-af98-115272fc5807 req-aa899a4e-4397-40fa-96ca-1ec48d46a1ef tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Synchronizing usage tracker for tenant:cfe79190a04a4e37bdf2aa2328a5e95f on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:40:55.525444 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493da01e-0b1b-43d9-8d66-0b3f5a56a93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04718594-ae40-4e40-87fd-de787c5ee821,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:55.530711 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-493da01e-0b1b-43d9-8d66-0b3f5a56a93e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=757d5951e4134dc181a7ccd68eaf28eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5558419 Jan 26 20:40:55.534047 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 42744) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:55.556234 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-18bf929d-b229-4469-af98-115272fc5807 req-aa899a4e-4397-40fa-96ca-1ec48d46a1ef tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Unset dirty status for tenant:cfe79190a04a4e37bdf2aa2328a5e95f on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:40:55.557464 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-aa899a4e-4397-40fa-96ca-1ec48d46a1ef tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cfe79190a04a4e37bdf2aa2328a5e95f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742829 Jan 26 20:40:55.699355 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e1f02af4-cf61-4248-a967-8634265989fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:55.742776 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-91e03710-0148-45ea-af3f-b330612b51e3 service neutron] 10.222.0.53 "GET /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786354 Jan 26 20:40:55.746682 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e1f02af4-cf61-4248-a967-8634265989fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:55.899881 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e1f02af4-cf61-4248-a967-8634265989fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:55.917700 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-8f0748b4-b0cf-4ee2-bafb-2782816fbbc7 service neutron] 10.222.0.53 "GET /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645842 Jan 26 20:40:55.918758 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f02af4-cf61-4248-a967-8634265989fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04718594-ae40-4e40-87fd-de787c5ee821,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:55.925633 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e1f02af4-cf61-4248-a967-8634265989fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:55.926718 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-e1f02af4-cf61-4248-a967-8634265989fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04718594-ae40-4e40-87fd-de787c5ee821 HTTP/1.1" status: 204 len: 168 time: 0.3917480 Jan 26 20:40:56.130429 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-828cc7d5-dbc0-41d2-9177-ddf00c37a9c4 req-859b570b-034e-4cd7-822e-88300434a96b tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 210 time: 0.0481265 Jan 26 20:40:56.319700 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42764) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:56.336894 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc587b49-70bb-42cd-bb7f-0529c6816639 req-c653818a-60db-4f6f-8194-93f375437f00 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:56.338471 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cc587b49-70bb-42cd-bb7f-0529c6816639 req-c653818a-60db-4f6f-8194-93f375437f00 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.0821214 Jan 26 20:40:56.343709 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-fd0ae6f8-eafa-4410-a22e-18a547ee9384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:56.385239 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-fd0ae6f8-eafa-4410-a22e-18a547ee9384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:56.391352 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-fd0ae6f8-eafa-4410-a22e-18a547ee9384 admin admin] Usage tracker for resource:security_group_rule and tenant:5c4a87cef13f4c1eb92f756fed8bcf05 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:40:56.394887 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-fd0ae6f8-eafa-4410-a22e-18a547ee9384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:40:56.403386 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-fd0ae6f8-eafa-4410-a22e-18a547ee9384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:56.404882 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cc587b49-70bb-42cd-bb7f-0529c6816639 req-36e7d679-188c-4be9-9e7a-ef3c6d861abb tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594826 Jan 26 20:40:56.503423 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-fd0ae6f8-eafa-4410-a22e-18a547ee9384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:56.510837 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-fd0ae6f8-eafa-4410-a22e-18a547ee9384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:56.590062 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 42778) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:56.590286 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-fd0ae6f8-eafa-4410-a22e-18a547ee9384 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c4a87cef13f4c1eb92f756fed8bcf05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2693238 Jan 26 20:40:56.597701 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ae6f8-eafa-4410-a22e-18a547ee9384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f14f68-0038-4fb1-92c2-8f9ab49fd349,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:56.682248 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-16312e93-fbb7-4d65-9d7d-ef1412e95a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:56.710943 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-16312e93-fbb7-4d65-9d7d-ef1412e95a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:56.772148 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-16312e93-fbb7-4d65-9d7d-ef1412e95a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:56.787252 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16312e93-fbb7-4d65-9d7d-ef1412e95a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f14f68-0038-4fb1-92c2-8f9ab49fd349,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:56.799629 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-16312e93-fbb7-4d65-9d7d-ef1412e95a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:56.800954 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-16312e93-fbb7-4d65-9d7d-ef1412e95a66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02f14f68-0038-4fb1-92c2-8f9ab49fd349 HTTP/1.1" status: 204 len: 168 time: 0.2093484 Jan 26 20:40:57.090715 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c7eef-1bef-4cd2-a4a4-4b3b3d5c5ad2 req-f8bdd8f4-35b9-4a59-b79e-ac0213d1f765 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:57.092225 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1a0c7eef-1bef-4cd2-a4a4-4b3b3d5c5ad2 req-f8bdd8f4-35b9-4a59-b79e-ac0213d1f765 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 946 time: 0.0932641 Jan 26 20:40:57.268666 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1a0c7eef-1bef-4cd2-a4a4-4b3b3d5c5ad2 req-5601aaa5-27c4-4f5b-a114-a280ccfea98f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696522 Jan 26 20:40:57.376841 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7824a40f-12ff-43db-9e2d-845fb8ce5398 req-d4b5111d-da82-435a-af20-d157c3d75ecd tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 210 time: 0.0596435 Jan 26 20:40:57.538415 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf929d-b229-4469-af98-115272fc5807 req-d63754e0-6da0-4002-9c1b-d43205f2acb2 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:57.540073 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-d63754e0-6da0-4002-9c1b-d43205f2acb2 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.43 "GET /v2.0/networks?id=d7135a40-04a4-4b31-b6ce-6e791b31e4b7 HTTP/1.1" status: 200 len: 813 time: 0.1763785 Jan 26 20:40:57.598035 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Request body: {'port': {'device_id': 'fe346831-a75e-4813-aa8e-db9eb0cab062', 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7', 'admin_state_up': True, 'tenant_id': 'cfe79190a04a4e37bdf2aa2328a5e95f'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:40:57.762609 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f794-b9b4-4a29-877e-d66db30e09ac req-12ec423a-f7e3-420a-b335-43467b2bbb11 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:57.764142 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2024f794-b9b4-4a29-877e-d66db30e09ac req-12ec423a-f7e3-420a-b335-43467b2bbb11 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.2109900 Jan 26 20:40:57.790235 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:40:57.806116 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:40:57.826357 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Made reservation on behalf of cfe79190a04a4e37bdf2aa2328a5e95f for: {'port': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:40:57.829928 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:57.853865 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2024f794-b9b4-4a29-877e-d66db30e09ac req-266a612d-efef-46bb-b869-320e37986108 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818696 Jan 26 20:40:58.000440 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Allocated IP 172.20.0.2 (d7135a40-04a4-4b31-b6ce-6e791b31e4b7/ce1818db-70f0-4bfe-b999-87f7ee305f53/13b6e77a-aa92-43f3-b825-be58c724869a) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:40:58.215971 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:58.247444 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:58.317924 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:40:58.321497 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:40:58.325498 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:40:58.382875 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Pushing event updated for resources: {'Port': ['ID=13b6e77a-aa92-43f3-b825-be58c724869a,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:58.405025 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:58.405368 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:58.405705 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:58.406038 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:58.407136 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:58.407470 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:58.407791 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:58.408113 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:58.408542 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:58.408868 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:58.409319 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:40:58.449059 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:58.449834 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:58.537164 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-47c9d010-d08b-457c-9fad-ae6547049a01 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9432650 Jan 26 20:40:58.556300 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Request body: {'port': {'device_id': 'fe346831-a75e-4813-aa8e-db9eb0cab062', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:40:58.659797 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad6650-f591-451b-8300-55d1eadd01df req-ff23af50-e495-4635-8467-d5d83842dd77 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:58.662008 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-83ad6650-f591-451b-8300-55d1eadd01df req-ff23af50-e495-4635-8467-d5d83842dd77 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 946 time: 0.1526225 Jan 26 20:40:58.760459 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-83ad6650-f591-451b-8300-55d1eadd01df req-d1efddfb-6110-444b-bff2-b0d111297043 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=30f28773-df28-4421-9363-d92d1c41cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887177 Jan 26 20:40:58.770692 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:58.792568 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606450fc-d981-4778-a057-2a5d60cfafd9 req-f7f52033-7c4e-4956-8276-0066b3ce5564 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:58.793406 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-606450fc-d981-4778-a057-2a5d60cfafd9 req-f7f52033-7c4e-4956-8276-0066b3ce5564 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Synchronizing usage tracker for tenant:cfe79190a04a4e37bdf2aa2328a5e95f on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:40:58.806292 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-cb78ceff-d349-40d2-b396-132f7535088e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:58.808068 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-cb78ceff-d349-40d2-b396-132f7535088e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.43 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 946 time: 0.0987933 Jan 26 20:40:58.865449 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-606450fc-d981-4778-a057-2a5d60cfafd9 req-f7f52033-7c4e-4956-8276-0066b3ce5564 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Unset dirty status for tenant:cfe79190a04a4e37bdf2aa2328a5e95f on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:40:58.867321 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-606450fc-d981-4778-a057-2a5d60cfafd9 req-f7f52033-7c4e-4956-8276-0066b3ce5564 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 931 time: 0.2346687 Jan 26 20:40:58.925439 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Deleting port 16929471-3b6f-4eb2-8320-2630d4f1748b {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:40:58.925801 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:58.964427 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:40:59.168837 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-606450fc-d981-4778-a057-2a5d60cfafd9 req-b4460898-e10b-432f-bbf6-8e31b0ae8f20 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850378 Jan 26 20:40:59.272136 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] For port 16929471-3b6f-4eb2-8320-2630d4f1748b, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=16929471-3b6f-4eb2-8320-2630d4f1748b,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:40:59.272494 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:59.426635 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b6e77a-aa92-43f3-b825-be58c724869a {{(pid=82709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:40:59.434260 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:59.450503 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Transition to ACTIVE for port object 13b6e77a-aa92-43f3-b825-be58c724869a will not be triggered until provisioned by entity L2. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:40:59.457693 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:59.585270 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Pushing event updated for resources: {'Port': ['ID=13b6e77a-aa92-43f3-b825-be58c724869a,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:40:59.660380 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2d837-1cb6-4242-be34-e0380e05ffc2 req-c7d3aac8-da55-49e3-b528-ca34f6cf444d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:40:59.662038 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-82d2d837-1cb6-4242-be34-e0380e05ffc2 req-c7d3aac8-da55-49e3-b528-ca34f6cf444d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.3240416 Jan 26 20:40:59.756982 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:59.757329 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:59.757572 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.l3_db [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Floating IP 3adbc1af-719f-40a4-adde-9feabaaf120d disassociated. External IP: 172.27.0.93, port: 16929471-3b6f-4eb2-8320-2630d4f1748b. Jan 26 20:40:59.757904 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Calling delete_port for 16929471-3b6f-4eb2-8320-2630d4f1748b owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:40:59.800663 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-82d2d837-1cb6-4242-be34-e0380e05ffc2 req-620231aa-aa9a-4ec6-ba2b-65a3c2b61d3c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277528 Jan 26 20:40:59.801471 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Attempting to bind port 13b6e77a-aa92-43f3-b825-be58c724869a on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:40:59.801805 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Attempting to bind port 13b6e77a-aa92-43f3-b825-be58c724869a by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '5bed2073-4e19-4043-83bb-09ac3d17601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7'}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:40:59.802190 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Attempting to bind port 13b6e77a-aa92-43f3-b825-be58c724869a on network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:40:59.808073 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Port 13b6e77a-aa92-43f3-b825-be58c724869a on network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:40:59.808397 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Attempting to bind port 13b6e77a-aa92-43f3-b825-be58c724869a on network d7135a40-04a4-4b31-b6ce-6e791b31e4b7 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:40:59.818146 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:40:59.818897 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Checking segment: {'id': '5bed2073-4e19-4043-83bb-09ac3d17601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:40:59.819781 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Bound using segment: {'id': '5bed2073-4e19-4043-83bb-09ac3d17601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7'} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:40:59.820474 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Bound port: 13b6e77a-aa92-43f3-b825-be58c724869a, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bed2073-4e19-4043-83bb-09ac3d17601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7'}}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:40:59.821046 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:59.973102 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:40:59.986473 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] For port 13b6e77a-aa92-43f3-b825-be58c724869a, host hv-cinder-82651, cleared binding levels {{(pid=82709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:40:59.997743 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fa9ffa35-2dc8-4028-b6b7-284e6b6ffe23 req-bf5ffae2-f7b4-44bd-aefc-cdfde14e4b3c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 210 time: 0.0543256 Jan 26 20:41:00.014286 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] For port 13b6e77a-aa92-43f3-b825-be58c724869a, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=13b6e77a-aa92-43f3-b825-be58c724869a,segment=NetworkSegment(5bed2073-4e19-4043-83bb-09ac3d17601c),segment_id=5bed2073-4e19-4043-83bb-09ac3d17601c)] {{(pid=82709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:41:00.022375 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:00.043382 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event deleted for resources: {'Port': ['ID=16929471-3b6f-4eb2-8320-2630d4f1748b,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:00.117213 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:00.118581 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] 10.222.0.43 "PUT /v2.0/ports/13b6e77a-aa92-43f3-b825-be58c724869a HTTP/1.1" status: 200 len: 1093 time: 1.5737655 Jan 26 20:41:00.119031 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe346831-a75e-4813-aa8e-db9eb0cab062', 'tag': '13b6e77a-aa92-43f3-b825-be58c724869a'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:00.140553 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45d272-7164-4266-a6a0-1129656ff7ae service neutron] Pushing event updated for resources: {'Port': ['ID=13b6e77a-aa92-43f3-b825-be58c724869a,revision_number=3']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:00.205431 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe346831-a75e-4813-aa8e-db9eb0cab062', 'tag': '13b6e77a-aa92-43f3-b825-be58c724869a', 'status': 'completed', 'code': 200} Jan 26 20:41:00.247250 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-1f464f95-ead6-4e3a-8526-2e43773f5408 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfe79190a04a4e37bdf2aa2328a5e95f&device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 1096 time: 0.0792856 Jan 26 20:41:00.321238 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Router 7e799c57-e44c-4d4a-b465-69df49c58eda has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:41:00.370144 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-73aea80c-ca66-413f-b186-3e8ead3b65b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13b6e77a-aa92-43f3-b825-be58c724869a HTTP/1.1" status: 200 len: 217 time: 0.1160817 Jan 26 20:41:00.524026 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf929d-b229-4469-af98-115272fc5807 req-d9934a67-8807-44c8-9d14-495a9fe3d1f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:00.525427 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-d9934a67-8807-44c8-9d14-495a9fe3d1f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce1818db-70f0-4bfe-b999-87f7ee305f53 HTTP/1.1" status: 200 len: 853 time: 0.1485178 Jan 26 20:41:00.582879 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-c2e06164-9ca7-4134-8eeb-6e77bc56095a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7135a40-04a4-4b31-b6ce-6e791b31e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494924 Jan 26 20:41:00.643415 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:41:00.654272 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4ec58-3bb6-4944-844c-560dc324686e None None] Sync routers for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:41:00.676196 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4ec58-3bb6-4944-844c-560dc324686e None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:41:00.676820 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-bee4ec58-3bb6-4944-844c-560dc324686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:40:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:00.712496 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dd2ab-b0f1-42d8-b19f-9e53c7d7320b req-5e84b1e0-415f-4683-b475-d4806bcbdc4e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:00.722951 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c50dd2ab-b0f1-42d8-b19f-9e53c7d7320b req-5e84b1e0-415f-4683-b475-d4806bcbdc4e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 943 time: 0.3053124 Jan 26 20:41:00.768587 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] No DVR routers for this DVR port 16929471-3b6f-4eb2-8320-2630d4f1748b on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:41:00.773220 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:00.781756 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'name': 'network-vif-deleted', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:00.813497 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d53f804e-4339-48d7-9c1b-7c4419862406 req-b01e9d48-ec09-432a-8527-41c80199d6a6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.43 "DELETE /v2.0/ports/16929471-3b6f-4eb2-8320-2630d4f1748b HTTP/1.1" status: 204 len: 173 time: 1.9968793 Jan 26 20:41:00.839263 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c50dd2ab-b0f1-42d8-b19f-9e53c7d7320b req-6164cf93-8a75-4d08-a833-09b90bd34e7d tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146636 Jan 26 20:41:00.896986 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-e24eb8bd-9333-4b3d-a268-7ef80bf4456a service neutron] 10.222.0.43 "GET /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007705 Jan 26 20:41:00.933660 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ca9e26-716b-4645-83ac-3dc3c84ab76b', 'name': 'network-vif-deleted', 'tag': '16929471-3b6f-4eb2-8320-2630d4f1748b', 'status': 'completed', 'code': 200} Jan 26 20:41:00.960127 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-bee4ec58-3bb6-4944-844c-560dc324686e None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:41:01.120251 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-18bf929d-b229-4469-af98-115272fc5807 req-759cadb7-ebee-467d-aa5b-23a1e807babd service neutron] 10.222.0.43 "GET /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128696 Jan 26 20:41:01.511968 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-642ee6da-b021-4fec-94a7-69a8ebebd215 req-6c9272ec-7144-40ec-a9ee-27024bb84aff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Synchronizing usage tracker for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:41:01.557685 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c34e4-e9c8-4d9b-a3d0-b022ec2fe392 req-852936f5-c726-4a2f-ab33-da014216f49e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:01.561094 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-642ee6da-b021-4fec-94a7-69a8ebebd215 req-6c9272ec-7144-40ec-a9ee-27024bb84aff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Unset dirty status for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:41:01.561094 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-642ee6da-b021-4fec-94a7-69a8ebebd215 req-6c9272ec-7144-40ec-a9ee-27024bb84aff tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=18ca9e26-716b-4645-83ac-3dc3c84ab76b HTTP/1.1" status: 200 len: 210 time: 0.1726036 Jan 26 20:41:01.572397 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-943c34e4-e9c8-4d9b-a3d0-b022ec2fe392 req-852936f5-c726-4a2f-ab33-da014216f49e tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.4509304 Jan 26 20:41:01.654749 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3f9ce554-da61-4250-8569-3eba38c9d143 req-4707a8e6-faeb-4a98-ad45-792d26eb253a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfe79190a04a4e37bdf2aa2328a5e95f&device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 1096 time: 0.4495201 Jan 26 20:41:01.658550 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-943c34e4-e9c8-4d9b-a3d0-b022ec2fe392 req-6be11e1d-e6db-4754-88ad-5772307fd6a6 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758278 Jan 26 20:41:01.766275 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-bee4ec58-3bb6-4944-844c-560dc324686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:22Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:01.773911 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4ec58-3bb6-4944-844c-560dc324686e None None] Checking router: 7e799c57-e44c-4d4a-b465-69df49c58eda for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:41:01.806976 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4ec58-3bb6-4944-844c-560dc324686e None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:41:01.808207 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-bee4ec58-3bb6-4944-844c-560dc324686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:40:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:01.862023 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ce554-da61-4250-8569-3eba38c9d143 req-c5f43069-09d8-4a1b-80fe-00a629d5c014 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:01.863493 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3f9ce554-da61-4250-8569-3eba38c9d143 req-c5f43069-09d8-4a1b-80fe-00a629d5c014 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d7135a40-04a4-4b31-b6ce-6e791b31e4b7 HTTP/1.1" status: 200 len: 914 time: 0.1983466 Jan 26 20:41:01.954733 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3f9ce554-da61-4250-8569-3eba38c9d143 req-3cbbdaa7-8c65-4bc7-90aa-4c60cc871a71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13b6e77a-aa92-43f3-b825-be58c724869a HTTP/1.1" status: 200 len: 217 time: 0.0833426 Jan 26 20:41:02.073481 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-bee4ec58-3bb6-4944-844c-560dc324686e None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:41:02.081445 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ce554-da61-4250-8569-3eba38c9d143 req-f4e81d41-6886-42ff-8598-42bbdfb8e692 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:02.082894 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3f9ce554-da61-4250-8569-3eba38c9d143 req-f4e81d41-6886-42ff-8598-42bbdfb8e692 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ce1818db-70f0-4bfe-b999-87f7ee305f53 HTTP/1.1" status: 200 len: 853 time: 0.1217394 Jan 26 20:41:02.152798 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 42892) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:02.189647 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3f9ce554-da61-4250-8569-3eba38c9d143 req-38bb48fd-ffbb-4808-9311-9a52d5f5b475 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d7135a40-04a4-4b31-b6ce-6e791b31e4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940378 Jan 26 20:41:02.268176 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259fa8-850b-434c-8191-87563fe332e3 req-1c62934d-81f0-48db-b9a8-a3f83febc3d6 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:02.285982 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f6259fa8-850b-434c-8191-87563fe332e3 req-1c62934d-81f0-48db-b9a8-a3f83febc3d6 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 943 time: 0.1960058 Jan 26 20:41:02.350019 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f6259fa8-850b-434c-8191-87563fe332e3 req-65e0615d-6d00-43d6-ad9a-606f8db67983 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627201 Jan 26 20:41:02.456423 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fcad78f5-cdc3-469a-b636-a0761cc06407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:02.492494 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-fcad78f5-cdc3-469a-b636-a0761cc06407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:02.497384 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-fcad78f5-cdc3-469a-b636-a0761cc06407 admin admin] Usage tracker for resource:security_group_rule and tenant:ad90d931080b40e8b4071ff4a98a5879 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:02.501615 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-fcad78f5-cdc3-469a-b636-a0761cc06407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:02.510021 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-fcad78f5-cdc3-469a-b636-a0761cc06407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:02.610422 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fcad78f5-cdc3-469a-b636-a0761cc06407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:02.617320 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-fcad78f5-cdc3-469a-b636-a0761cc06407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:02.665039 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-fcad78f5-cdc3-469a-b636-a0761cc06407 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad90d931080b40e8b4071ff4a98a5879&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5104742 Jan 26 20:41:02.670056 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 42906) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:02.684438 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3f9ce554-da61-4250-8569-3eba38c9d143 req-10cac8cd-86d5-4af7-8fbd-7d8785372bed service neutron] 10.222.0.43 "GET /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871860 Jan 26 20:41:02.724165 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad78f5-cdc3-469a-b636-a0761cc06407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c23f88-4d28-42b6-8dc9-87cf6e5b8ffa,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:02.766784 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-75bedfcf-8926-440a-8c3d-06e751199553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:02.769903 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-bee4ec58-3bb6-4944-844c-560dc324686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:22Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:02.778191 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4ec58-3bb6-4944-844c-560dc324686e None None] The sync data for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi is: [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:22Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:41:02.802092 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-75bedfcf-8926-440a-8c3d-06e751199553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:02.896447 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-75bedfcf-8926-440a-8c3d-06e751199553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:02.928898 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3f9ce554-da61-4250-8569-3eba38c9d143 req-5f220193-a2f1-496a-8baa-17d3849a26de service neutron] 10.222.0.43 "GET /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380812 Jan 26 20:41:02.934407 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bedfcf-8926-440a-8c3d-06e751199553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c23f88-4d28-42b6-8dc9-87cf6e5b8ffa,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:02.959969 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-75bedfcf-8926-440a-8c3d-06e751199553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:02.961948 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-75bedfcf-8926-440a-8c3d-06e751199553 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25c23f88-4d28-42b6-8dc9-87cf6e5b8ffa HTTP/1.1" status: 204 len: 168 time: 0.2907326 Jan 26 20:41:02.974830 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 42920) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:03.127800 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 16929471-3b6f-4eb2-8320-2630d4f1748b no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:41:03.135285 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-360c1d0f-4997-45c2-b7c7-b438b3a8d0a2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:03.148744 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ffffa-e1ed-4851-95dc-9d15f364dd28 req-7dacbceb-d221-49ef-b507-e5e9c1c925b6 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:03.155793 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-064ffffa-e1ed-4851-95dc-9d15f364dd28 req-7dacbceb-d221-49ef-b507-e5e9c1c925b6 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.1781516 Jan 26 20:41:03.210112 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-360c1d0f-4997-45c2-b7c7-b438b3a8d0a2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:03.250673 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 16929471-3b6f-4eb2-8320-2630d4f1748b {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:41:03.251274 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 16929471-3b6f-4eb2-8320-2630d4f1748b not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:41:03.269906 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:03.285723 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb111f-f0e5-467b-a0ca-f21546bab6f0 None None] New status for floating IP 3adbc1af-719f-40a4-adde-9feabaaf120d: DOWN {{(pid=82711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:41:03.309707 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-064ffffa-e1ed-4851-95dc-9d15f364dd28 req-ce591011-01b6-4417-aaf3-f9c02a81f87b tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&id=5894c9c7-a5ff-4409-9268-86f5c108bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1514490 Jan 26 20:41:03.337957 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-360c1d0f-4997-45c2-b7c7-b438b3a8d0a2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:03.382635 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-360c1d0f-4997-45c2-b7c7-b438b3a8d0a2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:03.384147 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-360c1d0f-4997-45c2-b7c7-b438b3a8d0a2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "DELETE /v2.0/security-groups/30f28773-df28-4421-9363-d92d1c41cd07 HTTP/1.1" status: 204 len: 168 time: 0.4086697 Jan 26 20:41:03.386112 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c1d0f-4997-45c2-b7c7-b438b3a8d0a2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f28773-df28-4421-9363-d92d1c41cd07,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:03.387206 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42932) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:03.417184 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.api.v2.resource [None req-a65c06ae-7461-42db-b43e-a1fba29f538f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] show failed (client error): The resource could not be found. Jan 26 20:41:03.420123 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-a65c06ae-7461-42db-b43e-a1fba29f538f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups/30f28773-df28-4421-9363-d92d1c41cd07 HTTP/1.1" status: 404 len: 347 time: 0.0318549 Jan 26 20:41:03.422635 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 42936) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:03.632611 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da011b-a501-4df3-b524-f7d57eecbe51 req-a314768a-3720-4e58-8565-9d52c33ce6ad tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:03.634581 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-85da011b-a501-4df3-b524-f7d57eecbe51 req-a314768a-3720-4e58-8565-9d52c33ce6ad tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 943 time: 0.1110604 Jan 26 20:41:03.684196 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc7b9d-c771-4757-b371-a8c6bcb7d377 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Deleting port 4db35c6d-0ce0-4a35-8238-6cbdce821d84 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:41:03.684605 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7b9d-c771-4757-b371-a8c6bcb7d377 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:03.701125 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-85da011b-a501-4df3-b524-f7d57eecbe51 req-74fc4beb-6f68-4146-9355-3c2697bac453 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606456 Jan 26 20:41:03.877792 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7b9d-c771-4757-b371-a8c6bcb7d377 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:03.878119 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7b9d-c771-4757-b371-a8c6bcb7d377 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:03.996110 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc7b9d-c771-4757-b371-a8c6bcb7d377 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Calling delete_port for 4db35c6d-0ce0-4a35-8238-6cbdce821d84 owned by network:floatingip {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:41:04.153399 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7b9d-c771-4757-b371-a8c6bcb7d377 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:04.195261 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc7b9d-c771-4757-b371-a8c6bcb7d377 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event deleted for resources: {'Port': ['ID=4db35c6d-0ce0-4a35-8238-6cbdce821d84,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:04.294837 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7b9d-c771-4757-b371-a8c6bcb7d377 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:04.313513 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7b9d-c771-4757-b371-a8c6bcb7d377 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:04.314663 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-e3cc7b9d-c771-4757-b371-a8c6bcb7d377 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "DELETE /v2.0/floatingips/3adbc1af-719f-40a4-adde-9feabaaf120d HTTP/1.1" status: 204 len: 168 time: 0.8909223 Jan 26 20:41:04.720166 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 42966) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:04.726494 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1383718457', 'description': 'tempest-description--338903062'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:04.732244 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:04.736298 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Usage tracker for resource:security_group and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:04.739122 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:04.745993 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:04.756375 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:04.794303 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:04.798397 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Usage tracker for resource:security_group_rule and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:04.801382 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:04.807467 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:04.872621 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:04.881073 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:04.929377 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a686ba5-fd95-4280-b0ef-81b418e2a568,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:04.938905 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:04.943699 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42972) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:04.944206 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-6789a0e3-7fd5-4013-9f5e-2e5ddefa9e49 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2222760 Jan 26 20:41:04.950842 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-11012539-5095-4853-922d-d606b6fc6328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Request body: {'security_group_rule': {'security_group_id': '4a686ba5-fd95-4280-b0ef-81b418e2a568', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:04.962718 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-11012539-5095-4853-922d-d606b6fc6328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:04.968819 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-11012539-5095-4853-922d-d606b6fc6328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Usage tracker for resource:security_group_rule and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:04.977573 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64a318-31e4-4278-94ff-4d01c49a742e req-b2dd48cb-6aad-491b-87dc-a99e8c969997 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:04.979045 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2a64a318-31e4-4278-94ff-4d01c49a742e req-b2dd48cb-6aad-491b-87dc-a99e8c969997 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 943 time: 0.1336811 Jan 26 20:41:04.979790 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-11012539-5095-4853-922d-d606b6fc6328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:04.987555 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-11012539-5095-4853-922d-d606b6fc6328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:05.032356 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-11012539-5095-4853-922d-d606b6fc6328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.059833 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2a64a318-31e4-4278-94ff-4d01c49a742e req-e9840c45-3544-481d-b097-da65c37df2fb tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734251 Jan 26 20:41:05.101646 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-11012539-5095-4853-922d-d606b6fc6328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.105008 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-11012539-5095-4853-922d-d606b6fc6328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.129327 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11012539-5095-4853-922d-d606b6fc6328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8637811-e438-4ca9-b68f-548b2ff0d15e,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:05.134993 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 13b6e77a-aa92-43f3-b825-be58c724869a details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:41:05.139196 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-11012539-5095-4853-922d-d606b6fc6328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.140642 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-11012539-5095-4853-922d-d606b6fc6328 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1949792 Jan 26 20:41:05.144149 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42976) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:05.149631 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-786451ec-8018-4d8e-9b57-4a5a96a019de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Request body: {'security_group_rule': {'security_group_id': '4a686ba5-fd95-4280-b0ef-81b418e2a568', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:05.155231 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-786451ec-8018-4d8e-9b57-4a5a96a019de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:05.159059 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-786451ec-8018-4d8e-9b57-4a5a96a019de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Usage tracker for resource:security_group_rule and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:05.161835 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-786451ec-8018-4d8e-9b57-4a5a96a019de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:05.168324 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-786451ec-8018-4d8e-9b57-4a5a96a019de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:05.191553 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-786451ec-8018-4d8e-9b57-4a5a96a019de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.260836 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-786451ec-8018-4d8e-9b57-4a5a96a019de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.265136 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-786451ec-8018-4d8e-9b57-4a5a96a019de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.277008 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 13b6e77a-aa92-43f3-b825-be58c724869a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=13b6e77a-aa92-43f3-b825-be58c724869a,segment=NetworkSegment(5bed2073-4e19-4043-83bb-09ac3d17601c),segment_id=5bed2073-4e19-4043-83bb-09ac3d17601c)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:05.290471 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786451ec-8018-4d8e-9b57-4a5a96a019de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1268dc92-e1da-4eba-b9e9-a777819629ef,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:05.290900 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '13b6e77a-aa92-43f3-b825-be58c724869a', 'network_id': 'd7135a40-04a4-4b31-b6ce-6e791b31e4b7', 'port_id': '13b6e77a-aa92-43f3-b825-be58c724869a', 'mac_address': 'fa:16:3e:8a:06:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1818db-70f0-4bfe-b999-87f7ee305f53', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:41:05.301366 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-786451ec-8018-4d8e-9b57-4a5a96a019de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.302574 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-786451ec-8018-4d8e-9b57-4a5a96a019de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1574955 Jan 26 20:41:05.305749 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 42980) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:05.311016 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Request body: {'floatingip': {'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:05.316513 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:05.320745 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Usage tracker for resource:floatingip and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:05.323679 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:05.329572 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:05.340191 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.351419 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.369720 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b6e77a-aa92-43f3-b825-be58c724869a {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:41:05.388521 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 13b6e77a-aa92-43f3-b825-be58c724869a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=13b6e77a-aa92-43f3-b825-be58c724869a,segment=NetworkSegment(5bed2073-4e19-4043-83bb-09ac3d17601c),segment_id=5bed2073-4e19-4043-83bb-09ac3d17601c)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:05.393961 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.480508 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.492083 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=13b6e77a-aa92-43f3-b825-be58c724869a,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:05.502464 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:05.502792 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:05.503255 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:05.503564 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:05.503884 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:05.504198 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:05.504772 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:05.505108 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:05.505420 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:05.505728 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:05.506036 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:05.626374 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Allocated IP 172.27.0.102 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/1c718714-79cc-412b-be5a-c7e279585a74) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:41:05.678104 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['13b6e77a-aa92-43f3-b825-be58c724869a'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:41:05.793986 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.824485 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:05.888474 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:41:05.891965 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:41:05.896480 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:41:05.941465 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event updated for resources: {'Port': ['ID=1c718714-79cc-412b-be5a-c7e279585a74,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:06.064133 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:06.122215 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:06.263883 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11672-0965-43b8-b89d-b1c87c33edba req-aa9f5a88-2d4e-45a7-88ef-3b32d14e2a23 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:06.266090 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-65c11672-0965-43b8-b89d-b1c87c33edba req-aa9f5a88-2d4e-45a7-88ef-3b32d14e2a23 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 944 time: 0.0809045 Jan 26 20:41:06.309931 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-65c11672-0965-43b8-b89d-b1c87c33edba req-67a0393e-ece9-43d6-9fc0-35a482e47bcd tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384429 Jan 26 20:41:06.329527 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:06.334573 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:06.436098 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event updated for resources: {'Port': ['ID=1c718714-79cc-412b-be5a-c7e279585a74,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:06.454048 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:06.475251 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:06.476448 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-8cab539b-ce8c-4172-9f97-4c2690d985c0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1697536 Jan 26 20:41:06.705275 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-21ab1720-e2ff-4ffa-9b2e-c61b23e8442f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1383718457&fields=id&tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd HTTP/1.1" status: 200 len: 267 time: 0.0421524 Jan 26 20:41:06.946660 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-b61f5f33-0a8e-4b25-a588-d1db4da76044 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:06.948141 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-b61f5f33-0a8e-4b25-a588-d1db4da76044 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/networks?id=4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 200 len: 816 time: 0.2359223 Jan 26 20:41:06.964724 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-63051bdd-96bf-4cb5-9e3d-9d2854c46616 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/quotas/2db5b5ed594345d6b9faceb1fe02c1bd HTTP/1.1" status: 200 len: 375 time: 0.0112207 Jan 26 20:41:07.051550 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-64a273a0-7f89-495f-ac66-8d801cd418a4 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799716 Jan 26 20:41:07.136956 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 13b6e77a-aa92-43f3-b825-be58c724869a up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:41:07.212660 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 13b6e77a-aa92-43f3-b825-be58c724869a completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:41:07.218586 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 13b6e77a-aa92-43f3-b825-be58c724869a triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:41:07.219730 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:07.224123 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-ad3f475c-3652-4b0e-aff7-2f1aecec98e3 service neutron] 10.222.0.53 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607275 Jan 26 20:41:07.335656 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:07.370610 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 13b6e77a-aa92-43f3-b825-be58c724869a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=13b6e77a-aa92-43f3-b825-be58c724869a,segment=NetworkSegment(5bed2073-4e19-4043-83bb-09ac3d17601c),segment_id=5bed2073-4e19-4043-83bb-09ac3d17601c)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:07.371769 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe346831-a75e-4813-aa8e-db9eb0cab062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b6e77a-aa92-43f3-b825-be58c724869a'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:07.378195 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:07.392313 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-f9315142-85bb-40e9-980f-c58d3ed5d16d service neutron] 10.222.0.53 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611965 Jan 26 20:41:07.455693 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=13b6e77a-aa92-43f3-b825-be58c724869a,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:07.555511 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf14fe-7e1e-4b98-ad59-a4e4cd7a1d55 req-36210665-1dab-41f4-a61a-2b7b0723b93c tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:07.559013 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8fdf14fe-7e1e-4b98-ad59-a4e4cd7a1d55 req-36210665-1dab-41f4-a61a-2b7b0723b93c tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 945 time: 0.1012678 Jan 26 20:41:07.582910 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe346831-a75e-4813-aa8e-db9eb0cab062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b6e77a-aa92-43f3-b825-be58c724869a', 'code': 200} Jan 26 20:41:07.628295 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8fdf14fe-7e1e-4b98-ad59-a4e4cd7a1d55 req-0be883b4-cd20-4095-8b52-9cc9fe49e24d tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601945 Jan 26 20:41:07.695699 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9ded5af3-3b0f-4a71-8240-c793530121a6 req-6fb9b21a-7cd6-418f-87cb-1d983e3fac92 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 210 time: 0.0487208 Jan 26 20:41:07.851027 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-efcac1b2-a12a-424e-b642-aab385133671 req-0c09840c-d186-45e5-a3ae-a3bec48e7ece service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 1098 time: 0.0685863 Jan 26 20:41:07.919970 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-efcac1b2-a12a-424e-b642-aab385133671 req-74a12d17-8b10-4188-badf-2c3d30b193c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599010 Jan 26 20:41:08.421339 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43028) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:08.568175 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3b14d5c0-3ef9-46e8-ba10-9dfe648f1b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:08.603870 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-3b14d5c0-3ef9-46e8-ba10-9dfe648f1b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:08.607649 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-3b14d5c0-3ef9-46e8-ba10-9dfe648f1b14 admin admin] Usage tracker for resource:security_group_rule and tenant:54923f9ca20a41b691186ea16c327b9d is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:08.611254 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-3b14d5c0-3ef9-46e8-ba10-9dfe648f1b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:08.619159 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-3b14d5c0-3ef9-46e8-ba10-9dfe648f1b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:08.703240 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3b14d5c0-3ef9-46e8-ba10-9dfe648f1b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:08.708272 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3b14d5c0-3ef9-46e8-ba10-9dfe648f1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:08.749203 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14d5c0-3ef9-46e8-ba10-9dfe648f1b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479266f2-32d2-4bbf-ad3b-bd17d553215f,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:08.781822 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43038) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:08.782300 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-3b14d5c0-3ef9-46e8-ba10-9dfe648f1b14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54923f9ca20a41b691186ea16c327b9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3588941 Jan 26 20:41:08.916390 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9b526ae3-744a-47b3-b68d-c300ecaa09d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:08.948722 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97947cb2-ac6c-4876-b5ff-e88e5929e106 req-4195565d-789e-43b0-a99e-e9a86e680476 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:08.951040 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-97947cb2-ac6c-4876-b5ff-e88e5929e106 req-4195565d-789e-43b0-a99e-e9a86e680476 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 945 time: 0.1555152 Jan 26 20:41:08.979006 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9b526ae3-744a-47b3-b68d-c300ecaa09d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:09.007877 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f0df2224-c0a4-4ba5-bafe-9348115c8087 req-767ea464-f763-4008-a3a3-ab0cb85b260e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 210 time: 0.0583534 Jan 26 20:41:09.037815 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-cc7d1638-12b6-453e-bf09-4c0b449b9019 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:09.041068 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-cc7d1638-12b6-453e-bf09-4c0b449b9019 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.43 "GET /v2.0/networks?id=4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 200 len: 816 time: 0.2136209 Jan 26 20:41:09.050436 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-97947cb2-ac6c-4876-b5ff-e88e5929e106 req-3661f022-221d-4e48-ac1a-6e266b6aed62 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884678 Jan 26 20:41:09.103389 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9b526ae3-744a-47b3-b68d-c300ecaa09d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:09.117467 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-7c78151a-22ea-429c-a838-775c668169c2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd HTTP/1.1" status: 200 len: 380 time: 0.0620334 Jan 26 20:41:09.127198 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b526ae3-744a-47b3-b68d-c300ecaa09d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479266f2-32d2-4bbf-ad3b-bd17d553215f,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:09.133163 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9b526ae3-744a-47b3-b68d-c300ecaa09d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:09.134070 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Request body: {'port': {'device_id': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'admin_state_up': True, 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'security_groups': ['4a686ba5-fd95-4280-b0ef-81b418e2a568']}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:09.134480 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-9b526ae3-744a-47b3-b68d-c300ecaa09d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/479266f2-32d2-4bbf-ad3b-bd17d553215f HTTP/1.1" status: 204 len: 168 time: 0.3515849 Jan 26 20:41:09.327758 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:09.333518 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Usage tracker for resource:port and tenant:2db5b5ed594345d6b9faceb1fe02c1bd is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:09.337545 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:09.345271 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:09.359101 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Made reservation on behalf of 2db5b5ed594345d6b9faceb1fe02c1bd for: {'port': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:41:09.362226 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:09.556580 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Allocated IP 172.20.0.13 (4516c057-057d-4328-b219-148cc457f2aa/ab66317f-1f97-4db1-838e-7f27eb67f0da/09f8feee-5a46-4a42-aac9-49f8103c803a) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:41:09.737803 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:09.753762 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Transition to ACTIVE for port object 09f8feee-5a46-4a42-aac9-49f8103c803a will not be triggered until provisioned by entity DHCP. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:41:09.780606 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:09.850802 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Network 4516c057-057d-4328-b219-148cc457f2aa is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:41:09.853817 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:41:09.858122 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:41:09.883422 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event updated for resources: {'Port': ['ID=09f8feee-5a46-4a42-aac9-49f8103c803a,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:09.934542 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:09.935638 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:09.970761 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-90d5813c-220e-4d60-8893-678a03a76b06 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8454854 Jan 26 20:41:09.982737 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Request body: {'port': {'device_id': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:10.077996 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-0bdf8ebe-f2ae-48f0-b0be-96cf4bfc99eb None None] Provisioning for port 09f8feee-5a46-4a42-aac9-49f8103c803a completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:41:10.083759 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-0bdf8ebe-f2ae-48f0-b0be-96cf4bfc99eb None None] Provisioning complete for port 09f8feee-5a46-4a42-aac9-49f8103c803a triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:41:10.084123 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0bdf8ebe-f2ae-48f0-b0be-96cf4bfc99eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:10.121379 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:10.147648 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf8ebe-f2ae-48f0-b0be-96cf4bfc99eb None None] Port 09f8feee-5a46-4a42-aac9-49f8103c803a cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:41:10.335835 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f7d12-dbad-43bf-b654-b643264f4304 req-4b98eb92-e9a5-4ca2-81d9-4d2338d901c0 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:10.337697 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-185f7d12-dbad-43bf-b654-b643264f4304 req-4b98eb92-e9a5-4ca2-81d9-4d2338d901c0 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 945 time: 0.0895228 Jan 26 20:41:10.392995 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-185f7d12-dbad-43bf-b654-b643264f4304 req-f0d5415a-0339-447b-ab53-3430ec3a9676 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480993 Jan 26 20:41:10.512006 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f5cd2-5d85-4161-97cd-41ccfe0dbea9 req-ce835f38-67e5-4e9a-956a-078ab15a9ff5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:10.512688 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a71f5cd2-5d85-4161-97cd-41ccfe0dbea9 req-ce835f38-67e5-4e9a-956a-078ab15a9ff5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Synchronizing usage tracker for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:41:10.548348 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a71f5cd2-5d85-4161-97cd-41ccfe0dbea9 req-ce835f38-67e5-4e9a-956a-078ab15a9ff5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Unset dirty status for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:41:10.549575 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a71f5cd2-5d85-4161-97cd-41ccfe0dbea9 req-ce835f38-67e5-4e9a-956a-078ab15a9ff5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 932 time: 0.2851636 Jan 26 20:41:10.623710 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a71f5cd2-5d85-4161-97cd-41ccfe0dbea9 req-c6ad2535-8ea2-453d-aa37-5adbd32c424e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622857 Jan 26 20:41:10.695457 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f8feee-5a46-4a42-aac9-49f8103c803a {{(pid=82709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:41:10.702560 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:10.717284 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Transition to ACTIVE for port object 09f8feee-5a46-4a42-aac9-49f8103c803a will not be triggered until provisioned by entity L2. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:41:10.722144 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:10.857217 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=09f8feee-5a46-4a42-aac9-49f8103c803a,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:10.982071 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Attempting to bind port 09f8feee-5a46-4a42-aac9-49f8103c803a on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:41:10.982389 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Attempting to bind port 09f8feee-5a46-4a42-aac9-49f8103c803a by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:41:10.982715 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Attempting to bind port 09f8feee-5a46-4a42-aac9-49f8103c803a on network 4516c057-057d-4328-b219-148cc457f2aa {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:41:10.988784 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Port 09f8feee-5a46-4a42-aac9-49f8103c803a on network 4516c057-057d-4328-b219-148cc457f2aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:41:10.989094 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Attempting to bind port 09f8feee-5a46-4a42-aac9-49f8103c803a on network 4516c057-057d-4328-b219-148cc457f2aa {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:41:10.995668 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:41:10.995917 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Checking segment: {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:41:10.996269 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Bound using segment: {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:41:10.996670 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Bound port: 09f8feee-5a46-4a42-aac9-49f8103c803a, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4516c057-057d-4328-b219-148cc457f2aa'}}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:41:10.997001 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:11.090623 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, cleared binding levels {{(pid=82709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:41:11.094551 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=09f8feee-5a46-4a42-aac9-49f8103c803a,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:41:11.099229 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:11.160114 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:11.161483 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] 10.222.0.43 "PUT /v2.0/ports/09f8feee-5a46-4a42-aac9-49f8103c803a HTTP/1.1" status: 200 len: 1094 time: 1.1830842 Jan 26 20:41:11.161906 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:11.184391 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae5d96-013e-4466-a0e9-772418409bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=09f8feee-5a46-4a42-aac9-49f8103c803a,revision_number=3']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:11.244455 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'status': 'completed', 'code': 200} Jan 26 20:41:11.287492 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-d0956acc-e5f6-4c7c-8985-fb7dbbb164bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 1097 time: 0.0798464 Jan 26 20:41:11.358363 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-94a01a36-73fa-4388-9972-6bc722f4edf2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f8feee-5a46-4a42-aac9-49f8103c803a HTTP/1.1" status: 200 len: 217 time: 0.0640237 Jan 26 20:41:11.429772 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-f2c85c9e-e779-4c03-8449-1fa052071942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:11.431132 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-f2c85c9e-e779-4c03-8449-1fa052071942 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab66317f-1f97-4db1-838e-7f27eb67f0da HTTP/1.1" status: 200 len: 855 time: 0.0665841 Jan 26 20:41:11.512364 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-1e19f3e6-c387-456f-b676-f032d2b50961 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4516c057-057d-4328-b219-148cc457f2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739062 Jan 26 20:41:11.641560 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-b87ebee6-07a1-4ff6-afe1-c74f62f6f7c6 service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214061 Jan 26 20:41:11.779010 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5796fa63-04f8-463e-b9e9-83a7c97c9844 req-85bb8718-9f47-4693-83d7-c4b08943fadc service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243403 Jan 26 20:41:11.844885 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31abd9f-e7ce-4776-ad53-695062e86b64 req-74b8ea13-c335-4cbd-b72f-9820493e1592 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:11.845633 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-b31abd9f-e7ce-4776-ad53-695062e86b64 req-74b8ea13-c335-4cbd-b72f-9820493e1592 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Synchronizing usage tracker for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:41:11.857126 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-b31abd9f-e7ce-4776-ad53-695062e86b64 req-74b8ea13-c335-4cbd-b72f-9820493e1592 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Unset dirty status for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:41:11.858256 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b31abd9f-e7ce-4776-ad53-695062e86b64 req-74b8ea13-c335-4cbd-b72f-9820493e1592 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.0885637 Jan 26 20:41:11.893816 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-aab731a3-61a5-453a-b38d-021af05f0c06 req-6259b96d-c885-4c4c-b74e-d6f3b986727c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 1097 time: 0.0717018 Jan 26 20:41:11.906536 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-b31abd9f-e7ce-4776-ad53-695062e86b64 req-436148f5-f0f3-4754-ae91-0461e0730ff1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Synchronizing usage tracker for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:security_group {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:41:11.923107 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-b31abd9f-e7ce-4776-ad53-695062e86b64 req-436148f5-f0f3-4754-ae91-0461e0730ff1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Unset dirty status for tenant:2db5b5ed594345d6b9faceb1fe02c1bd on resource:security_group {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:41:11.925483 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b31abd9f-e7ce-4776-ad53-695062e86b64 req-436148f5-f0f3-4754-ae91-0461e0730ff1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612156 Jan 26 20:41:12.104729 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab731a3-61a5-453a-b38d-021af05f0c06 req-f4b7916b-4866-4b74-8bae-44904a94a2fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:12.106161 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-aab731a3-61a5-453a-b38d-021af05f0c06 req-f4b7916b-4866-4b74-8bae-44904a94a2fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 200 len: 917 time: 0.2059979 Jan 26 20:41:12.174201 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-aab731a3-61a5-453a-b38d-021af05f0c06 req-e170ce9a-7822-48a7-98a0-f8e49f71d1cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f8feee-5a46-4a42-aac9-49f8103c803a HTTP/1.1" status: 200 len: 217 time: 0.0612059 Jan 26 20:41:12.246440 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab731a3-61a5-453a-b38d-021af05f0c06 req-ba9aeab8-4909-4c0b-b229-b865e7a8316e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:12.247810 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-aab731a3-61a5-453a-b38d-021af05f0c06 req-ba9aeab8-4909-4c0b-b229-b865e7a8316e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab66317f-1f97-4db1-838e-7f27eb67f0da HTTP/1.1" status: 200 len: 855 time: 0.0595005 Jan 26 20:41:12.323834 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-aab731a3-61a5-453a-b38d-021af05f0c06 req-49edf2fe-6e40-4213-be60-9b5a73fe80c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4516c057-057d-4328-b219-148cc457f2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666492 Jan 26 20:41:12.459098 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-aab731a3-61a5-453a-b38d-021af05f0c06 req-e1dea9c5-5326-48e4-977c-421eae4b1bb2 service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260622 Jan 26 20:41:12.555985 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-010887dd-cb51-47ff-b57d-d1fbd1a91f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:12.594508 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-aab731a3-61a5-453a-b38d-021af05f0c06 req-d52d925f-8def-4be2-86e4-6b7cefc25675 service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265004 Jan 26 20:41:13.143644 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d3188-9007-448d-9965-1a65f3f8b035 req-8f96b1e4-d3e4-4478-9c21-fabe4b6f875c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:13.145084 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bf7d3188-9007-448d-9965-1a65f3f8b035 req-8f96b1e4-d3e4-4478-9c21-fabe4b6f875c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.0854316 Jan 26 20:41:13.192560 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bf7d3188-9007-448d-9965-1a65f3f8b035 req-fa8bb675-065c-4ca4-9893-63ccb9d0d048 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 Jan 26 20:41:14.423058 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3f539-a1db-4e36-bdde-6dcaba58fbe0 req-82a5032b-a991-4fe0-a1da-a21739c1747f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:14.424553 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-70e3f539-a1db-4e36-bdde-6dcaba58fbe0 req-82a5032b-a991-4fe0-a1da-a21739c1747f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.0812638 Jan 26 20:41:14.469582 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-70e3f539-a1db-4e36-bdde-6dcaba58fbe0 req-f2409bf2-f3fc-4537-9ea7-4264385c7e82 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395603 Jan 26 20:41:14.828870 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-428e6d22-cd0a-42a5-822d-41f5165ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:15.185468 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 09f8feee-5a46-4a42-aac9-49f8103c803a details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:41:15.315236 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=09f8feee-5a46-4a42-aac9-49f8103c803a,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:15.328000 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'port_id': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'mac_address': 'fa:16:3e:12:32:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:41:15.379978 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:15.397285 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f8feee-5a46-4a42-aac9-49f8103c803a {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:41:15.412279 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=09f8feee-5a46-4a42-aac9-49f8103c803a,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:15.416308 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:15.482597 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=09f8feee-5a46-4a42-aac9-49f8103c803a,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:15.663871 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['09f8feee-5a46-4a42-aac9-49f8103c803a'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:41:15.693154 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31cdc7-4363-4386-b885-4e2757a5636e req-74b37401-9129-4457-a8b9-5bafd7849e46 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:15.695026 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4d31cdc7-4363-4386-b885-4e2757a5636e req-74b37401-9129-4457-a8b9-5bafd7849e46 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 945 time: 0.0768995 Jan 26 20:41:15.739645 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4d31cdc7-4363-4386-b885-4e2757a5636e req-7ef43447-37b6-4d8c-a3f2-3ad6e50181ec tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393417 Jan 26 20:41:16.087849 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:16.133965 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:16.956728 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4960a-972d-4373-a12c-60ebc33ef413 req-4c6ee9a4-7655-4353-b0ff-c143450c876b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:16.958183 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c3a4960a-972d-4373-a12c-60ebc33ef413 req-4c6ee9a4-7655-4353-b0ff-c143450c876b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 945 time: 0.0791664 Jan 26 20:41:17.003005 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c3a4960a-972d-4373-a12c-60ebc33ef413 req-33c0dc30-b171-4aa8-a579-e92ed00b3309 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391672 Jan 26 20:41:17.196867 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 09f8feee-5a46-4a42-aac9-49f8103c803a up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:41:17.263418 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 09f8feee-5a46-4a42-aac9-49f8103c803a completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:41:17.268784 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 09f8feee-5a46-4a42-aac9-49f8103c803a triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:41:17.269149 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:17.394382 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:17.421752 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:17.433381 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=09f8feee-5a46-4a42-aac9-49f8103c803a,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:17.437750 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:17.489279 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'code': 200} Jan 26 20:41:17.517969 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=09f8feee-5a46-4a42-aac9-49f8103c803a,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:17.735700 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0aac82d8-079d-4b46-8dbc-750577ee41da req-bb526266-2435-4a90-9caf-144231aae6cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 1099 time: 0.0755384 Jan 26 20:41:17.782732 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0aac82d8-079d-4b46-8dbc-750577ee41da req-49d566a9-906f-47e3-83ea-7ad0afe82320 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395031 Jan 26 20:41:18.000908 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:18.229316 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f5da1-b01b-47b4-b4b8-a33b8dc613c8 req-36d7bd0d-91a8-4516-b0fa-67ddffc52a27 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:18.230818 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ca3f5da1-b01b-47b4-b4b8-a33b8dc613c8 req-36d7bd0d-91a8-4516-b0fa-67ddffc52a27 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.0763483 Jan 26 20:41:18.275131 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ca3f5da1-b01b-47b4-b4b8-a33b8dc613c8 req-d346dd00-570f-46a1-8d9a-cb3134298ed8 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379539 Jan 26 20:41:19.528493 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6ad9a-2d45-49f7-8b51-773be0ffead3 req-b06144fb-77cc-4fc9-8bbd-9596bfcfb18b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:19.531539 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d2d6ad9a-2d45-49f7-8b51-773be0ffead3 req-b06144fb-77cc-4fc9-8bbd-9596bfcfb18b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.0998130 Jan 26 20:41:19.588675 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d2d6ad9a-2d45-49f7-8b51-773be0ffead3 req-b159bec2-7427-474a-8eaf-527f03f45e64 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474780 Jan 26 20:41:20.869888 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee43f96-ce7e-43f5-a9a8-9f121935579b req-617e1a9c-802b-455d-8e2d-bb3a0b73b41c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:20.871394 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-bee43f96-ce7e-43f5-a9a8-9f121935579b req-617e1a9c-802b-455d-8e2d-bb3a0b73b41c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.1422012 Jan 26 20:41:20.917159 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-bee43f96-ce7e-43f5-a9a8-9f121935579b req-7ec068ff-5f4b-45ab-979a-88169a6b4f86 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400739 Jan 26 20:41:21.720732 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a8c96-c472-43db-801e-167cb6841899 req-3874ea2d-18a6-4089-9ab2-15efae4a4207 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:21.722374 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1d8a8c96-c472-43db-801e-167cb6841899 req-3874ea2d-18a6-4089-9ab2-15efae4a4207 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.0799415 Jan 26 20:41:21.771736 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1d8a8c96-c472-43db-801e-167cb6841899 req-dc9be4dc-a1df-4a1a-ab2d-89fd82b57722 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432756 Jan 26 20:41:22.132081 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64d853-606b-4614-af68-7e98e0cab6b6 req-97a4b791-6346-4119-bed9-a5d0d7eb5185 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:22.133558 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ec64d853-606b-4614-af68-7e98e0cab6b6 req-97a4b791-6346-4119-bed9-a5d0d7eb5185 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.0786390 Jan 26 20:41:22.182428 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ec64d853-606b-4614-af68-7e98e0cab6b6 req-8a96394d-c599-4699-9ec6-0699b206152b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Jan 26 20:41:22.392117 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e4e02-0511-45b2-b1d5-7a997ecadd83 req-4b1606cb-1d41-413e-ab9d-48f4eddea676 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:22.393544 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9a5e4e02-0511-45b2-b1d5-7a997ecadd83 req-4b1606cb-1d41-413e-ab9d-48f4eddea676 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.0789325 Jan 26 20:41:22.402344 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43124) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:22.407948 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-1f7660ea-d3d4-4423-8b07-406647f984de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Request body: {'floatingip': {'port_id': '09f8feee-5a46-4a42-aac9-49f8103c803a'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:22.485369 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1f7660ea-d3d4-4423-8b07-406647f984de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:23.038633 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f8eb7-d888-453b-8b47-d3d2914d3b69 req-44745d63-53af-4636-9ac0-7ded33efefd4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:23.040104 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-dd9f8eb7-d888-453b-8b47-d3d2914d3b69 req-44745d63-53af-4636-9ac0-7ded33efefd4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1210253 Jan 26 20:41:23.119568 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-dd9f8eb7-d888-453b-8b47-d3d2914d3b69 req-4d3a1358-58b0-4492-ac64-adb5169c2b14 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647342 Jan 26 20:41:23.223618 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1f7660ea-d3d4-4423-8b07-406647f984de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:23.227893 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1f7660ea-d3d4-4423-8b07-406647f984de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:23.421951 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.l3_db [None req-1f7660ea-d3d4-4423-8b07-406647f984de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Floating IP 9d0c93a8-3b6e-4874-b0a8-d0965e8ee197 associated. External IP: 172.27.0.102, port: 09f8feee-5a46-4a42-aac9-49f8103c803a. Jan 26 20:41:23.897267 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7660ea-d3d4-4423-8b07-406647f984de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Router 7e799c57-e44c-4d4a-b465-69df49c58eda has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:41:24.100196 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7660ea-d3d4-4423-8b07-406647f984de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:41:24.106091 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1f7660ea-d3d4-4423-8b07-406647f984de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:24.111301 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95032a3c-c719-46fa-a5a6-5775da2ab60a None None] Sync routers for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:41:24.127443 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95032a3c-c719-46fa-a5a6-5775da2ab60a None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:41:24.128048 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-95032a3c-c719-46fa-a5a6-5775da2ab60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:24.166829 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1f7660ea-d3d4-4423-8b07-406647f984de tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "PUT /v2.0/floatingips/9d0c93a8-3b6e-4874-b0a8-d0965e8ee197 HTTP/1.1" status: 200 len: 992 time: 1.7603991 Jan 26 20:41:24.166829 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:24.335533 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-95032a3c-c719-46fa-a5a6-5775da2ab60a None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:41:24.391091 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76740d15-bd5b-45d7-8103-c1a5da0278a5 req-47dda406-d02e-474f-ac0a-70f4fbc0e5dc tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:24.396366 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-76740d15-bd5b-45d7-8103-c1a5da0278a5 req-47dda406-d02e-474f-ac0a-70f4fbc0e5dc tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.0884440 Jan 26 20:41:24.439771 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-76740d15-bd5b-45d7-8103-c1a5da0278a5 req-29079169-28fb-40f6-8a5e-4dd1e75ae8d5 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414493 Jan 26 20:41:24.512777 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'status': 'completed', 'code': 200} Jan 26 20:41:24.705978 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-95032a3c-c719-46fa-a5a6-5775da2ab60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '9d0c93a8-3b6e-4874-b0a8-d0965e8ee197', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'port_id': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'mac_address': 'fa:16:3e:12:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:41:05Z', 'updated_at': '2022-01-26T20:41:23Z', 'revision_number': 1, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:22Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:24.710231 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95032a3c-c719-46fa-a5a6-5775da2ab60a None None] Checking router: 7e799c57-e44c-4d4a-b465-69df49c58eda for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:41:24.722170 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95032a3c-c719-46fa-a5a6-5775da2ab60a None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:41:24.722747 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-95032a3c-c719-46fa-a5a6-5775da2ab60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:24.913403 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-95032a3c-c719-46fa-a5a6-5775da2ab60a None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:41:25.235156 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-73e9b5a1-059f-4721-afc9-7e4873f43870 req-21096d17-e1c4-410f-a073-6fc27b1b2593 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 1099 time: 0.0793459 Jan 26 20:41:25.267453 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-95032a3c-c719-46fa-a5a6-5775da2ab60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '9d0c93a8-3b6e-4874-b0a8-d0965e8ee197', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'port_id': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'mac_address': 'fa:16:3e:12:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:41:05Z', 'updated_at': '2022-01-26T20:41:23Z', 'revision_number': 1, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:22Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:25.271513 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95032a3c-c719-46fa-a5a6-5775da2ab60a None None] The sync data for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi is: [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '9d0c93a8-3b6e-4874-b0a8-d0965e8ee197', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'port_id': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'mac_address': 'fa:16:3e:12:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:41:05Z', 'updated_at': '2022-01-26T20:41:23Z', 'revision_number': 1, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:22Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:41:25.373430 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9b5a1-059f-4721-afc9-7e4873f43870 req-637e8297-61ba-4ab7-8663-ce6de7a33e4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:25.375429 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-73e9b5a1-059f-4721-afc9-7e4873f43870 req-637e8297-61ba-4ab7-8663-ce6de7a33e4f service neutron] 10.222.0.43 "GET /v2.0/networks?id=4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 200 len: 917 time: 0.1336136 Jan 26 20:41:25.487832 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-73e9b5a1-059f-4721-afc9-7e4873f43870 req-cbd8eca2-bce4-4a86-a2a5-346bc0105437 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f8feee-5a46-4a42-aac9-49f8103c803a HTTP/1.1" status: 200 len: 1000 time: 0.1055851 Jan 26 20:41:25.503517 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6868a0a9-6c7d-443a-9349-c52353db5159 None None] New status for floating IP 9d0c93a8-3b6e-4874-b0a8-d0965e8ee197: ACTIVE {{(pid=82711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:41:25.557539 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9b5a1-059f-4721-afc9-7e4873f43870 req-34999176-09e0-4765-8dfc-444de958e240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:25.559002 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-73e9b5a1-059f-4721-afc9-7e4873f43870 req-34999176-09e0-4765-8dfc-444de958e240 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab66317f-1f97-4db1-838e-7f27eb67f0da HTTP/1.1" status: 200 len: 855 time: 0.0655017 Jan 26 20:41:25.708968 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-25566006-fc8a-40c6-ba12-47c5db739d88 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:25.710494 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-25566006-fc8a-40c6-ba12-47c5db739d88 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.0807052 Jan 26 20:41:25.777998 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-73e9b5a1-059f-4721-afc9-7e4873f43870 req-786bcb7b-8130-44db-aea7-6d4cf0e55d9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4516c057-057d-4328-b219-148cc457f2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2119999 Jan 26 20:41:25.793186 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75c69c-8ee0-4837-841f-52b0e53283df req-d256950a-563d-4179-b9d3-84ce914206e0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:25.794211 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ac75c69c-8ee0-4837-841f-52b0e53283df req-d256950a-563d-4179-b9d3-84ce914206e0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 945 time: 0.1987288 Jan 26 20:41:25.799039 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Deleting port 269ec041-ce77-47bb-be1c-d51fcef19a87 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:41:25.799387 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:25.934331 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ac75c69c-8ee0-4837-841f-52b0e53283df req-f5c7fe0b-337b-403b-ba78-01ee765c73fa tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=11e92949-76b3-4b62-ad04-3305d2716dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209142 Jan 26 20:41:25.967447 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-73e9b5a1-059f-4721-afc9-7e4873f43870 req-b9d80d59-73f4-4527-a77e-b9e8856aeaed service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721733 Jan 26 20:41:26.067735 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] For port 269ec041-ce77-47bb-be1c-d51fcef19a87, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=269ec041-ce77-47bb-be1c-d51fcef19a87,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:26.068089 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:26.107220 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-73e9b5a1-059f-4721-afc9-7e4873f43870 req-be2214ec-6f71-466d-a752-3c05b48fd1b1 service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316371 Jan 26 20:41:26.365807 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:26.368987 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:26.368987 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.l3_db [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Floating IP f4467220-2e40-4284-8e0a-ed1cbea51082 disassociated. External IP: 172.27.0.189, port: 269ec041-ce77-47bb-be1c-d51fcef19a87. Jan 26 20:41:26.368987 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Calling delete_port for 269ec041-ce77-47bb-be1c-d51fcef19a87 owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:41:26.537970 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:26.613708 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event deleted for resources: {'Port': ['ID=269ec041-ce77-47bb-be1c-d51fcef19a87,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:26.821736 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Router d3c2304a-aca8-4683-b91d-2d33ede616ca has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:41:27.094273 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:41:27.106260 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a089200-1c02-47a5-a5c8-0013d02c2d64 None None] Sync routers for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:41:27.126152 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-37a0b5dd-e810-4ad4-b344-0ee6bb45293b req-1562d02a-2235-428a-92a3-c52ca95c7721 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=63a2cbc7-a1d0-4075-9abc-4e728250b599 HTTP/1.1" status: 200 len: 210 time: 0.0549145 Jan 26 20:41:27.126640 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a089200-1c02-47a5-a5c8-0013d02c2d64 None None] Routers {'d3c2304a-aca8-4683-b91d-2d33ede616ca'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:41:27.127197 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-0a089200-1c02-47a5-a5c8-0013d02c2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['d3c2304a-aca8-4683-b91d-2d33ede616ca'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:27.168168 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] No DVR routers for this DVR port 269ec041-ce77-47bb-be1c-d51fcef19a87 on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:41:27.170625 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:27.173174 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'name': 'network-vif-deleted', 'tag': '269ec041-ce77-47bb-be1c-d51fcef19a87'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:27.188785 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-755baaba-249e-4e3b-b0b7-1634b73b5d11 req-988c1cda-3fe3-45e7-9997-66ba8b620f7e tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.43 "DELETE /v2.0/ports/269ec041-ce77-47bb-be1c-d51fcef19a87 HTTP/1.1" status: 204 len: 173 time: 1.4640586 Jan 26 20:41:27.238849 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a2cbc7-a1d0-4075-9abc-4e728250b599', 'name': 'network-vif-deleted', 'tag': '269ec041-ce77-47bb-be1c-d51fcef19a87', 'status': 'completed', 'code': 200} Jan 26 20:41:27.310195 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-0a089200-1c02-47a5-a5c8-0013d02c2d64 None None] Set router d3c2304a-aca8-4683-b91d-2d33ede616ca gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:41:27.673377 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-0a089200-1c02-47a5-a5c8-0013d02c2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:37:01Z', 'revision_number': 5, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:27.677192 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a089200-1c02-47a5-a5c8-0013d02c2d64 None None] Checking router: d3c2304a-aca8-4683-b91d-2d33ede616ca for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:41:27.689993 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a089200-1c02-47a5-a5c8-0013d02c2d64 None None] Routers {'d3c2304a-aca8-4683-b91d-2d33ede616ca'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:41:27.690623 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-0a089200-1c02-47a5-a5c8-0013d02c2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['d3c2304a-aca8-4683-b91d-2d33ede616ca'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:27.884207 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-0a089200-1c02-47a5-a5c8-0013d02c2d64 None None] Set router d3c2304a-aca8-4683-b91d-2d33ede616ca gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:41:28.197913 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-0a089200-1c02-47a5-a5c8-0013d02c2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:37:01Z', 'revision_number': 5, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:28.201805 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a089200-1c02-47a5-a5c8-0013d02c2d64 None None] The sync data for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi is: [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:37:01Z', 'revision_number': 5, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:41:28.278471 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43168) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:28.348701 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-34a0f106-5447-4c8e-894f-51a102ad5556 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:28.380479 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-34a0f106-5447-4c8e-894f-51a102ad5556 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:28.432072 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1d7377-aaba-41f8-9deb-57b45f00a9b0 None None] New status for floating IP f4467220-2e40-4284-8e0a-ed1cbea51082: DOWN {{(pid=82711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:41:28.441925 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-34a0f106-5447-4c8e-894f-51a102ad5556 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:28.462914 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0f106-5447-4c8e-894f-51a102ad5556 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e92949-76b3-4b62-ad04-3305d2716dfd,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:28.472144 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-34a0f106-5447-4c8e-894f-51a102ad5556 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:28.473278 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-34a0f106-5447-4c8e-894f-51a102ad5556 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "DELETE /v2.0/security-groups/11e92949-76b3-4b62-ad04-3305d2716dfd HTTP/1.1" status: 204 len: 168 time: 0.1937821 Jan 26 20:41:28.476051 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43174) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:28.502181 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.api.v2.resource [None req-ae9e8ace-e64b-4466-ba36-76d85de53c95 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] show failed (client error): The resource could not be found. Jan 26 20:41:28.503743 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-ae9e8ace-e64b-4466-ba36-76d85de53c95 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups/11e92949-76b3-4b62-ad04-3305d2716dfd HTTP/1.1" status: 404 len: 347 time: 0.0267811 Jan 26 20:41:28.507354 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43178) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:28.671264 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc32ec-5ecb-414f-91c5-8d890a54639f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Deleting port a72ca576-5442-42ac-bbf1-f752f4e08289 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:41:28.671600 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c4bc32ec-5ecb-414f-91c5-8d890a54639f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:28.839137 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c4bc32ec-5ecb-414f-91c5-8d890a54639f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:28.839479 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c4bc32ec-5ecb-414f-91c5-8d890a54639f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:28.964410 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc32ec-5ecb-414f-91c5-8d890a54639f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Calling delete_port for a72ca576-5442-42ac-bbf1-f752f4e08289 owned by network:floatingip {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:41:29.109361 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c4bc32ec-5ecb-414f-91c5-8d890a54639f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:29.154730 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc32ec-5ecb-414f-91c5-8d890a54639f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event deleted for resources: {'Port': ['ID=a72ca576-5442-42ac-bbf1-f752f4e08289,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:29.246762 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c4bc32ec-5ecb-414f-91c5-8d890a54639f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:29.262805 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c4bc32ec-5ecb-414f-91c5-8d890a54639f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:29.263981 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-c4bc32ec-5ecb-414f-91c5-8d890a54639f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "DELETE /v2.0/floatingips/f4467220-2e40-4284-8e0a-ed1cbea51082 HTTP/1.1" status: 204 len: 168 time: 0.7549284 Jan 26 20:41:29.838252 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43192) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:29.844370 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--326248568', 'description': 'tempest-description--931716238'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:29.850202 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:29.858259 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Usage tracker for resource:security_group and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:29.865739 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:29.871492 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:29.881571 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:29.914477 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:29.918083 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Usage tracker for resource:security_group_rule and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:29.920800 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:29.926859 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:29.978625 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:29.982101 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.026288 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b33437-9060-4c7d-958c-c8b658bf292c,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:30.028922 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.033330 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-63265ebf-1610-45a3-bc9f-40c3664029a6 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1908960 Jan 26 20:41:30.034503 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43200) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:30.044461 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-ead69065-0535-4d50-ab4f-d6880aa40405 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Request body: {'security_group_rule': {'security_group_id': '12b33437-9060-4c7d-958c-c8b658bf292c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:30.050912 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-ead69065-0535-4d50-ab4f-d6880aa40405 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:30.054727 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-ead69065-0535-4d50-ab4f-d6880aa40405 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Usage tracker for resource:security_group_rule and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:30.057600 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-ead69065-0535-4d50-ab4f-d6880aa40405 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:30.063523 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-ead69065-0535-4d50-ab4f-d6880aa40405 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:30.084087 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ead69065-0535-4d50-ab4f-d6880aa40405 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.145025 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ead69065-0535-4d50-ab4f-d6880aa40405 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.165671 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ead69065-0535-4d50-ab4f-d6880aa40405 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.192048 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead69065-0535-4d50-ab4f-d6880aa40405 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f87112-406c-49d0-acf1-857e763680f9,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:30.201354 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ead69065-0535-4d50-ab4f-d6880aa40405 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.203213 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-ead69065-0535-4d50-ab4f-d6880aa40405 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1676583 Jan 26 20:41:30.205838 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43208) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:30.211070 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-d23cf2fd-71ee-4a5a-bd27-85e8c4082a11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Request body: {'security_group_rule': {'security_group_id': '12b33437-9060-4c7d-958c-c8b658bf292c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:30.216774 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-d23cf2fd-71ee-4a5a-bd27-85e8c4082a11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:30.221413 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-d23cf2fd-71ee-4a5a-bd27-85e8c4082a11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Usage tracker for resource:security_group_rule and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:30.224321 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-d23cf2fd-71ee-4a5a-bd27-85e8c4082a11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:30.229996 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-d23cf2fd-71ee-4a5a-bd27-85e8c4082a11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:30.246271 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d23cf2fd-71ee-4a5a-bd27-85e8c4082a11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.310614 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d23cf2fd-71ee-4a5a-bd27-85e8c4082a11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.315252 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d23cf2fd-71ee-4a5a-bd27-85e8c4082a11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.339128 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cf2fd-71ee-4a5a-bd27-85e8c4082a11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a0a107-19d5-4178-9235-1e57f0d466f6,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:30.349126 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d23cf2fd-71ee-4a5a-bd27-85e8c4082a11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.353661 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43214) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:30.354147 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-d23cf2fd-71ee-4a5a-bd27-85e8c4082a11 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1471601 Jan 26 20:41:30.360326 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Request body: {'floatingip': {'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:30.376025 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:30.380255 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Usage tracker for resource:floatingip and tenant:b4d016374d2e4e45a021b9c468ba477b is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:41:30.397483 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:41:30.398532 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:30.410268 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.543794 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.676772 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Allocated IP 172.27.0.46 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/0d0a4964-1781-4573-b50c-e2d235aaf706) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:41:30.828912 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.868386 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:30.938139 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:41:30.941156 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:41:30.945609 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:41:30.975501 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event updated for resources: {'Port': ['ID=0d0a4964-1781-4573-b50c-e2d235aaf706,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:31.119197 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:31.185656 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:31.249572 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 269ec041-ce77-47bb-be1c-d51fcef19a87 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:41:31.289397 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 269ec041-ce77-47bb-be1c-d51fcef19a87 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:41:31.289753 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 269ec041-ce77-47bb-be1c-d51fcef19a87 not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:41:31.390199 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:31.395110 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:31.496463 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event updated for resources: {'Port': ['ID=0d0a4964-1781-4573-b50c-e2d235aaf706,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:31.514177 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:31.536127 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:31.542126 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-2ca32e3e-de20-412d-80b5-741b073a3c61 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1820850 Jan 26 20:41:31.794859 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-bed72dd8-2a41-4890-a616-d494f4838f92 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Synchronizing usage tracker for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:security_group {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:41:31.810452 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-bed72dd8-2a41-4890-a616-d494f4838f92 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Unset dirty status for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:security_group {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:41:31.811788 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-bed72dd8-2a41-4890-a616-d494f4838f92 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--326248568&fields=id&tenant_id=b4d016374d2e4e45a021b9c468ba477b HTTP/1.1" status: 200 len: 267 time: 0.0588777 Jan 26 20:41:31.885914 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758bc18-3eec-4280-af7e-cf001290bf1e req-ec73ba26-0365-432b-8e92-c88238ee36ed tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:31.887525 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0758bc18-3eec-4280-af7e-cf001290bf1e req-ec73ba26-0365-432b-8e92-c88238ee36ed tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 945 time: 0.0789170 Jan 26 20:41:31.935407 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0758bc18-3eec-4280-af7e-cf001290bf1e req-636f8eb9-a6dc-4762-8f92-0aeba7372e21 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Jan 26 20:41:32.051453 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-e1b8e11a-11ff-4c33-9b23-dc2aab97ccb2 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:32.052863 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-e1b8e11a-11ff-4c33-9b23-dc2aab97ccb2 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/networks?id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba HTTP/1.1" status: 200 len: 811 time: 0.2346992 Jan 26 20:41:32.069091 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-15b5272e-e6b0-474d-a426-04101a006296 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/quotas/b4d016374d2e4e45a021b9c468ba477b HTTP/1.1" status: 200 len: 375 time: 0.0110443 Jan 26 20:41:32.155487 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-583a8a82-adc2-48e8-b1cb-bbc2ccb6b4a9 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4d016374d2e4e45a021b9c468ba477b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811899 Jan 26 20:41:32.299692 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-431fcc1b-d4b2-411e-8fb1-5fb485a9c110 service neutron] 10.222.0.53 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324162 Jan 26 20:41:32.428928 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-3cf4dead-919b-435b-b90a-f4a330d1fdb8 service neutron] 10.222.0.53 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234479 Jan 26 20:41:32.617074 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-a7908316-a23f-4a6d-a452-8937ac72223a req-d99ae75a-4399-4905-b696-3ef00e63ea50 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Synchronizing usage tracker for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:41:32.634489 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-a7908316-a23f-4a6d-a452-8937ac72223a req-d99ae75a-4399-4905-b696-3ef00e63ea50 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Unset dirty status for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:41:32.635868 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a7908316-a23f-4a6d-a452-8937ac72223a req-d99ae75a-4399-4905-b696-3ef00e63ea50 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 210 time: 0.0604174 Jan 26 20:41:33.156878 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729e3d8-df3c-46d8-b2ba-236df688ccad req-7512319e-3cd3-4317-a83f-82a5d3d3a728 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:33.158409 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3729e3d8-df3c-46d8-b2ba-236df688ccad req-7512319e-3cd3-4317-a83f-82a5d3d3a728 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 945 time: 0.0980475 Jan 26 20:41:33.204730 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3729e3d8-df3c-46d8-b2ba-236df688ccad req-9b0565d5-65cf-4b50-ac14-ee078106fed4 tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b8bfe3-1134-4b17-bf47-586d21510a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Jan 26 20:41:33.222037 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:33.638529 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada97535-a87b-4d7e-844b-f4f2bca71415 req-caed7c61-7e0d-4a85-8588-b29bcd5deb7d tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:33.640749 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ada97535-a87b-4d7e-844b-f4f2bca71415 req-caed7c61-7e0d-4a85-8588-b29bcd5deb7d tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 945 time: 0.0842519 Jan 26 20:41:33.758281 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-e1680e9d-a423-4a6d-a3fa-d99adfcc8e28 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:33.760619 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-e1680e9d-a423-4a6d-a3fa-d99adfcc8e28 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.43 "GET /v2.0/networks?id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba HTTP/1.1" status: 200 len: 811 time: 0.1582439 Jan 26 20:41:33.825902 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-ada97535-a87b-4d7e-844b-f4f2bca71415 req-d990bdd8-964e-4a94-bc3e-7e757350433e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Deleting port 13b6e77a-aa92-43f3-b825-be58c724869a {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:41:33.826420 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ada97535-a87b-4d7e-844b-f4f2bca71415 req-d990bdd8-964e-4a94-bc3e-7e757350433e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:33.848256 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-cd7700d0-895d-4e95-877d-58a4d221168d tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d016374d2e4e45a021b9c468ba477b HTTP/1.1" status: 200 len: 379 time: 0.0731664 Jan 26 20:41:33.857770 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Request body: {'port': {'device_id': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'admin_state_up': True, 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'security_groups': ['12b33437-9060-4c7d-958c-c8b658bf292c']}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:33.918320 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d6ac9762-1c40-4539-9ce9-1e8a69c70347 req-9965b25d-7dbc-4145-a5d3-451aaa69ee72 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 210 time: 0.0593095 Jan 26 20:41:33.992047 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:41:34.002106 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:41:34.012768 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Made reservation on behalf of b4d016374d2e4e45a021b9c468ba477b for: {'port': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:41:34.016103 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:34.115409 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-ada97535-a87b-4d7e-844b-f4f2bca71415 req-d990bdd8-964e-4a94-bc3e-7e757350433e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] For port 13b6e77a-aa92-43f3-b825-be58c724869a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=13b6e77a-aa92-43f3-b825-be58c724869a,segment=NetworkSegment(5bed2073-4e19-4043-83bb-09ac3d17601c),segment_id=5bed2073-4e19-4043-83bb-09ac3d17601c)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:34.115760 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ada97535-a87b-4d7e-844b-f4f2bca71415 req-d990bdd8-964e-4a94-bc3e-7e757350433e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:34.178430 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Allocated IP 172.20.0.8 (f0067db2-b2dc-488a-8c4b-f2d4f13b24ba/49d2a0f2-fc73-4f82-966c-3684b0274923/4e13261d-897a-4657-aec0-5f2e90bff593) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:41:34.235895 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-ada97535-a87b-4d7e-844b-f4f2bca71415 req-d990bdd8-964e-4a94-bc3e-7e757350433e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Calling delete_port for 13b6e77a-aa92-43f3-b825-be58c724869a owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:41:34.410832 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:34.468762 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ada97535-a87b-4d7e-844b-f4f2bca71415 req-d990bdd8-964e-4a94-bc3e-7e757350433e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:34.469007 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Transition to ACTIVE for port object 4e13261d-897a-4657-aec0-5f2e90bff593 will not be triggered until provisioned by entity DHCP. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:41:34.485976 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['13b6e77a-aa92-43f3-b825-be58c724869a'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:41:34.520518 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:34.523602 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990bdd8-964e-4a94-bc3e-7e757350433e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Pushing event deleted for resources: {'Port': ['ID=13b6e77a-aa92-43f3-b825-be58c724869a,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:34.604372 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada97535-a87b-4d7e-844b-f4f2bca71415 req-d990bdd8-964e-4a94-bc3e-7e757350433e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] No DVR routers for this DVR port 13b6e77a-aa92-43f3-b825-be58c724869a on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:41:34.605373 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:41:34.607010 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-ada97535-a87b-4d7e-844b-f4f2bca71415 req-d990bdd8-964e-4a94-bc3e-7e757350433e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:34.610357 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:41:34.612792 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:41:34.617010 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe346831-a75e-4813-aa8e-db9eb0cab062', 'name': 'network-vif-deleted', 'tag': '13b6e77a-aa92-43f3-b825-be58c724869a'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:34.633270 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ada97535-a87b-4d7e-844b-f4f2bca71415 req-d990bdd8-964e-4a94-bc3e-7e757350433e tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.43 "DELETE /v2.0/ports/13b6e77a-aa92-43f3-b825-be58c724869a HTTP/1.1" status: 204 len: 173 time: 0.9869475 Jan 26 20:41:34.657213 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event updated for resources: {'Port': ['ID=4e13261d-897a-4657-aec0-5f2e90bff593,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:34.706824 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe346831-a75e-4813-aa8e-db9eb0cab062', 'name': 'network-vif-deleted', 'tag': '13b6e77a-aa92-43f3-b825-be58c724869a', 'status': 'completed', 'code': 200} Jan 26 20:41:34.707523 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:34.708393 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:34.718556 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-1dd82edb-d4a3-464c-9cfc-e4da8b798e90 req-6c94e07b-e9ad-4569-bd32-e82df2aeac0a tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Synchronizing usage tracker for tenant:cfe79190a04a4e37bdf2aa2328a5e95f on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:41:34.738163 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-1dd82edb-d4a3-464c-9cfc-e4da8b798e90 req-6c94e07b-e9ad-4569-bd32-e82df2aeac0a tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] Unset dirty status for tenant:cfe79190a04a4e37bdf2aa2328a5e95f on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:41:34.747050 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4cad9398-be7a-440f-81c8-c577d2bf6d62 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8925810 Jan 26 20:41:34.747660 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1dd82edb-d4a3-464c-9cfc-e4da8b798e90 req-6c94e07b-e9ad-4569-bd32-e82df2aeac0a tempest-VolumesSnapshotTestJSON-1663692307 tempest-VolumesSnapshotTestJSON-1663692307-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe346831-a75e-4813-aa8e-db9eb0cab062 HTTP/1.1" status: 200 len: 210 time: 0.3295503 Jan 26 20:41:34.760547 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Request body: {'port': {'device_id': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:34.882806 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:34.895064 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-9859f52d-a43e-41df-97e6-a70d97179a08 None None] Provisioning for port 4e13261d-897a-4657-aec0-5f2e90bff593 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:41:34.900052 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-9859f52d-a43e-41df-97e6-a70d97179a08 None None] Provisioning complete for port 4e13261d-897a-4657-aec0-5f2e90bff593 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:41:34.900571 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9859f52d-a43e-41df-97e6-a70d97179a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:34.954522 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-9859f52d-a43e-41df-97e6-a70d97179a08 None None] Port 4e13261d-897a-4657-aec0-5f2e90bff593 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:41:35.432996 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e13261d-897a-4657-aec0-5f2e90bff593 {{(pid=82709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:41:35.444427 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8622b20-b9b1-47b3-a9f1-970bf9b67391 req-e8be6f5b-8e5c-4e89-9c5b-3eb698d24ca4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:35.445106 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a8622b20-b9b1-47b3-a9f1-970bf9b67391 req-e8be6f5b-8e5c-4e89-9c5b-3eb698d24ca4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Synchronizing usage tracker for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:41:35.451547 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:35.474530 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Transition to ACTIVE for port object 4e13261d-897a-4657-aec0-5f2e90bff593 will not be triggered until provisioned by entity L2. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:41:35.477607 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a8622b20-b9b1-47b3-a9f1-970bf9b67391 req-e8be6f5b-8e5c-4e89-9c5b-3eb698d24ca4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Unset dirty status for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:41:35.478864 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a8622b20-b9b1-47b3-a9f1-970bf9b67391 req-e8be6f5b-8e5c-4e89-9c5b-3eb698d24ca4 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 931 time: 0.4264565 Jan 26 20:41:35.479991 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:35.659593 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Pushing event updated for resources: {'Port': ['ID=4e13261d-897a-4657-aec0-5f2e90bff593,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:35.667845 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a8622b20-b9b1-47b3-a9f1-970bf9b67391 req-27c4b6bb-79a3-4d2d-a497-61c7d24a156f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557848 Jan 26 20:41:35.771097 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Attempting to bind port 4e13261d-897a-4657-aec0-5f2e90bff593 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:41:35.771780 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Attempting to bind port 4e13261d-897a-4657-aec0-5f2e90bff593 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:41:35.771780 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Attempting to bind port 4e13261d-897a-4657-aec0-5f2e90bff593 on network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:41:35.779511 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Port 4e13261d-897a-4657-aec0-5f2e90bff593 on network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:41:35.780360 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Attempting to bind port 4e13261d-897a-4657-aec0-5f2e90bff593 on network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:41:35.787100 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:41:35.787424 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Checking segment: {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:41:35.787798 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Bound using segment: {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:41:35.788248 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Bound port: 4e13261d-897a-4657-aec0-5f2e90bff593, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff606a2-92ee-4c06-9c50-fb65bff02086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba'}}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:41:35.788587 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:35.895130 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] For port 4e13261d-897a-4657-aec0-5f2e90bff593, host hv-cinder-82651, cleared binding levels {{(pid=82709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:41:35.898813 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] For port 4e13261d-897a-4657-aec0-5f2e90bff593, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4e13261d-897a-4657-aec0-5f2e90bff593,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:41:35.903522 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:35.960316 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:41:35.988759 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:35.993117 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] 10.222.0.43 "PUT /v2.0/ports/4e13261d-897a-4657-aec0-5f2e90bff593 HTTP/1.1" status: 200 len: 1093 time: 1.2355304 Jan 26 20:41:35.993117 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'tag': '4e13261d-897a-4657-aec0-5f2e90bff593'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:36.000455 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103524c6-db6a-46b9-a8e4-5ddab4a3f7dc service neutron] Pushing event updated for resources: {'Port': ['ID=4e13261d-897a-4657-aec0-5f2e90bff593,revision_number=3']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:36.091599 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'tag': '4e13261d-897a-4657-aec0-5f2e90bff593', 'status': 'completed', 'code': 200} Jan 26 20:41:36.136953 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-2f754543-05b0-4611-b248-a4640fc77e3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4d016374d2e4e45a021b9c468ba477b&device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 1096 time: 0.0871739 Jan 26 20:41:36.206083 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-148e6063-72f9-420c-946b-c010e555e092 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e13261d-897a-4657-aec0-5f2e90bff593 HTTP/1.1" status: 200 len: 217 time: 0.0615537 Jan 26 20:41:36.273234 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-05f590b5-f410-4311-b4df-c1c5cf04b046 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:36.274720 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-05f590b5-f410-4311-b4df-c1c5cf04b046 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d2a0f2-fc73-4f82-966c-3684b0274923 HTTP/1.1" status: 200 len: 850 time: 0.0633662 Jan 26 20:41:36.363502 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-4aed388c-a7a0-426b-a761-d1f10376d713 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803618 Jan 26 20:41:36.504311 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-52c981c5-4439-4401-91c4-12162c2ac3bd service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334884 Jan 26 20:41:36.634739 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a76c346-23c5-446f-a6f8-1d3feb2d7020 req-55bbaaca-ddc3-4a8d-95af-4b5653e31c7d service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234438 Jan 26 20:41:36.757611 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-09f94096-65e9-4d07-a1e0-33c1a9b2f426 req-a1307d16-d25c-45a3-9acb-8c29221254bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4d016374d2e4e45a021b9c468ba477b&device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 1096 time: 0.0745955 Jan 26 20:41:36.941258 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f94096-65e9-4d07-a1e0-33c1a9b2f426 req-8f787e51-7913-46ea-b502-8cccdc444fa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:36.942705 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-09f94096-65e9-4d07-a1e0-33c1a9b2f426 req-8f787e51-7913-46ea-b502-8cccdc444fa8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba HTTP/1.1" status: 200 len: 912 time: 0.1760607 Jan 26 20:41:36.956302 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02777be7-dbe3-499a-96bf-14d7074ff1c9 req-96ccf263-42f8-40c8-a224-6dbc958f2c26 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:36.957653 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-02777be7-dbe3-499a-96bf-14d7074ff1c9 req-96ccf263-42f8-40c8-a224-6dbc958f2c26 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 943 time: 0.1254973 Jan 26 20:41:37.122247 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-09f94096-65e9-4d07-a1e0-33c1a9b2f426 req-5561ccb8-d598-4baa-b389-131580efa210 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e13261d-897a-4657-aec0-5f2e90bff593 HTTP/1.1" status: 200 len: 217 time: 0.1636379 Jan 26 20:41:37.183306 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-02777be7-dbe3-499a-96bf-14d7074ff1c9 req-8f7a72da-066c-416f-bab4-b03719ee8e86 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753528 Jan 26 20:41:37.197694 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f94096-65e9-4d07-a1e0-33c1a9b2f426 req-a9a2d824-a982-4bd1-a1fc-d7b47ea26fde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:37.199158 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-09f94096-65e9-4d07-a1e0-33c1a9b2f426 req-a9a2d824-a982-4bd1-a1fc-d7b47ea26fde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d2a0f2-fc73-4f82-966c-3684b0274923 HTTP/1.1" status: 200 len: 850 time: 0.0656753 Jan 26 20:41:37.249370 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 13b6e77a-aa92-43f3-b825-be58c724869a no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:41:37.279566 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-09f94096-65e9-4d07-a1e0-33c1a9b2f426 req-f790757c-3668-4fad-8bd2-b6b8801a4765 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716164 Jan 26 20:41:37.281737 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 13b6e77a-aa92-43f3-b825-be58c724869a {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:41:37.282076 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 13b6e77a-aa92-43f3-b825-be58c724869a not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:41:37.416182 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-09f94096-65e9-4d07-a1e0-33c1a9b2f426 req-f747b3ab-9986-4019-9692-773c92bc208b service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270664 Jan 26 20:41:37.550662 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-09f94096-65e9-4d07-a1e0-33c1a9b2f426 req-e347e8ed-edb7-42b5-9d7a-f089c53fede0 service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269267 Jan 26 20:41:38.392422 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530adce-1125-4aab-b9c7-39a8821a2574 req-e9bb72af-1706-47f4-819c-39f877b8cd64 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:38.393872 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3530adce-1125-4aab-b9c7-39a8821a2574 req-e9bb72af-1706-47f4-819c-39f877b8cd64 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 943 time: 0.0871706 Jan 26 20:41:38.439024 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3530adce-1125-4aab-b9c7-39a8821a2574 req-8885bd5a-4686-4e1f-a3bd-ec302895d0af tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396502 Jan 26 20:41:39.514343 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 4e13261d-897a-4657-aec0-5f2e90bff593 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:41:39.640715 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3f170-c081-42f3-b527-e18469d61ca4 req-2d27269a-1574-4aab-aaa3-541439c3dace tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:39.642144 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a2c3f170-c081-42f3-b527-e18469d61ca4 req-2d27269a-1574-4aab-aaa3-541439c3dace tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 943 time: 0.0798988 Jan 26 20:41:39.647118 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 4e13261d-897a-4657-aec0-5f2e90bff593, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4e13261d-897a-4657-aec0-5f2e90bff593,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:39.661485 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '4e13261d-897a-4657-aec0-5f2e90bff593', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'port_id': '4e13261d-897a-4657-aec0-5f2e90bff593', 'mac_address': 'fa:16:3e:52:9d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:41:39.686528 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a2c3f170-c081-42f3-b527-e18469d61ca4 req-6409b7fc-737d-43a2-a9ff-432c304e5418 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388756 Jan 26 20:41:39.716596 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:39.734014 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e13261d-897a-4657-aec0-5f2e90bff593 {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:41:39.748272 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 4e13261d-897a-4657-aec0-5f2e90bff593, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4e13261d-897a-4657-aec0-5f2e90bff593,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:39.752139 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:39.819601 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=4e13261d-897a-4657-aec0-5f2e90bff593,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:40.651550 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['4e13261d-897a-4657-aec0-5f2e90bff593'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:41:40.879149 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a164ad-6eb3-416e-9eec-465c960d4367 req-763984ee-def9-4f50-aef8-1fda667cd801 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:40.880589 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-03a164ad-6eb3-416e-9eec-465c960d4367 req-763984ee-def9-4f50-aef8-1fda667cd801 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 944 time: 0.0767691 Jan 26 20:41:40.928371 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-03a164ad-6eb3-416e-9eec-465c960d4367 req-ae806d58-1a35-4d1f-9c04-62bb674203a0 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423288 Jan 26 20:41:42.125807 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb2df9-f993-4d3a-9d82-a7e72bd3580d req-1a40952e-26ca-411f-90d3-b659613f7390 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:42.127478 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bcdb2df9-f993-4d3a-9d82-a7e72bd3580d req-1a40952e-26ca-411f-90d3-b659613f7390 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 944 time: 0.0796864 Jan 26 20:41:42.183582 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bcdb2df9-f993-4d3a-9d82-a7e72bd3580d req-0ef8a168-bd21-4ba8-b0d2-314387234745 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475771 Jan 26 20:41:42.217767 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3e366f9a-c7d4-4390-ac75-a9fdfa00afc9 req-6a6480c9-485c-414d-b303-d1f72218150d tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269466269&fields=id&tenant_id=485a92e1e3f3476f96124105af3123df HTTP/1.1" status: 200 len: 267 time: 0.0419047 Jan 26 20:41:42.306565 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366f9a-c7d4-4390-ac75-a9fdfa00afc9 req-029200d8-fd44-4923-ae27-9f8faff48af2 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:42.308031 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3e366f9a-c7d4-4390-ac75-a9fdfa00afc9 req-029200d8-fd44-4923-ae27-9f8faff48af2 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 985 time: 0.0847702 Jan 26 20:41:42.318508 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-3e366f9a-c7d4-4390-ac75-a9fdfa00afc9 req-f41a47b4-6968-4631-8630-9d2e3c58d840 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Request body: {'port': {'security_groups': ['597c0d04-ad19-4f86-8f96-dcc6b7460d36']}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:42.434045 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3e366f9a-c7d4-4390-ac75-a9fdfa00afc9 req-f41a47b4-6968-4631-8630-9d2e3c58d840 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:42.581455 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-01b3b251-7d4f-4680-a409-a9e20b263381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:42.694936 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-3e366f9a-c7d4-4390-ac75-a9fdfa00afc9 req-f41a47b4-6968-4631-8630-9d2e3c58d840 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] For port 81107eeb-97fb-4f41-a072-58b9806bf1aa, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:42.724985 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3e366f9a-c7d4-4390-ac75-a9fdfa00afc9 req-f41a47b4-6968-4631-8630-9d2e3c58d840 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:42.729813 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3e366f9a-c7d4-4390-ac75-a9fdfa00afc9 req-f41a47b4-6968-4631-8630-9d2e3c58d840 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:42.741424 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['81107eeb-97fb-4f41-a072-58b9806bf1aa'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:41:42.797495 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366f9a-c7d4-4390-ac75-a9fdfa00afc9 req-f41a47b4-6968-4631-8630-9d2e3c58d840 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:42.798218 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3e366f9a-c7d4-4390-ac75-a9fdfa00afc9 req-f41a47b4-6968-4631-8630-9d2e3c58d840 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:42.805694 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3e366f9a-c7d4-4390-ac75-a9fdfa00afc9 req-f41a47b4-6968-4631-8630-9d2e3c58d840 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "PUT /v2.0/ports/81107eeb-97fb-4f41-a072-58b9806bf1aa HTTP/1.1" status: 200 len: 943 time: 0.4914899 Jan 26 20:41:42.805952 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43328) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:42.806144 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:42.832017 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a47b4-6968-4631-8630-9d2e3c58d840 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event updated for resources: {'Port': ['ID=81107eeb-97fb-4f41-a072-58b9806bf1aa,revision_number=7']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:42.883661 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'status': 'completed', 'code': 200} Jan 26 20:41:42.889273 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['81107eeb-97fb-4f41-a072-58b9806bf1aa'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:41:42.979086 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edd20a01-b16a-468c-9e20-124d8e08db52 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:43.027158 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edd20a01-b16a-468c-9e20-124d8e08db52 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:43.072949 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-11256081-8578-4f6a-8410-e8ad74a52860 req-43ae755a-d544-4553-95a1-98df14fa9983 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=485a92e1e3f3476f96124105af3123df&device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 1099 time: 0.1481960 Jan 26 20:41:43.178781 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-8995d7e0-b546-4f07-9c35-b292b7573502 None None] Provisioning complete for port 81107eeb-97fb-4f41-a072-58b9806bf1aa triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:41:43.179123 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-8995d7e0-b546-4f07-9c35-b292b7573502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:43.188725 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edd20a01-b16a-468c-9e20-124d8e08db52 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:43.220987 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd20a01-b16a-468c-9e20-124d8e08db52 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5894c9c7-a5ff-4409-9268-86f5c108bc97,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:43.228863 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11256081-8578-4f6a-8410-e8ad74a52860 req-e06242a8-d6d2-420f-b147-941cfe82d300 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:43.230280 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-11256081-8578-4f6a-8410-e8ad74a52860 req-e06242a8-d6d2-420f-b147-941cfe82d300 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ed9b5fe-00df-4204-a867-b096d66509a4 HTTP/1.1" status: 200 len: 916 time: 0.1514857 Jan 26 20:41:43.234642 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edd20a01-b16a-468c-9e20-124d8e08db52 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:43.237563 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-edd20a01-b16a-468c-9e20-124d8e08db52 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "DELETE /v2.0/security-groups/5894c9c7-a5ff-4409-9268-86f5c108bc97 HTTP/1.1" status: 204 len: 168 time: 0.4277954 Jan 26 20:41:43.239103 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43336) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:43.289341 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 4e13261d-897a-4657-aec0-5f2e90bff593 up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:41:43.369779 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-11256081-8578-4f6a-8410-e8ad74a52860 req-e6a5291f-e7e5-4f3e-85ef-abd721bb873f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa HTTP/1.1" status: 200 len: 1002 time: 0.1325579 Jan 26 20:41:43.400506 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 4e13261d-897a-4657-aec0-5f2e90bff593 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:41:43.406939 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 4e13261d-897a-4657-aec0-5f2e90bff593 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:41:43.407466 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:43.445849 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11256081-8578-4f6a-8410-e8ad74a52860 req-8d5cc0bc-d699-4e2c-b748-bbabb5c7b52f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:43.447469 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-11256081-8578-4f6a-8410-e8ad74a52860 req-8d5cc0bc-d699-4e2c-b748-bbabb5c7b52f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80859d84-4ea5-4b90-9cbb-32943f627e8d HTTP/1.1" status: 200 len: 854 time: 0.0710418 Jan 26 20:41:43.528199 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-11256081-8578-4f6a-8410-e8ad74a52860 req-2f046dcb-16c7-4d54-82e6-89434046a2a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed9b5fe-00df-4204-a867-b096d66509a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734968 Jan 26 20:41:43.533468 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:43.563184 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e13261d-897a-4657-aec0-5f2e90bff593'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:43.573794 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 4e13261d-897a-4657-aec0-5f2e90bff593, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4e13261d-897a-4657-aec0-5f2e90bff593,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:43.578218 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:43.629973 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e13261d-897a-4657-aec0-5f2e90bff593', 'code': 200} Jan 26 20:41:43.659318 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=4e13261d-897a-4657-aec0-5f2e90bff593,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:43.665187 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615764b5-68c8-4496-b470-c2662987a5d9 req-d98af7dd-4827-450f-9867-ae33bee34321 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:43.665994 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-615764b5-68c8-4496-b470-c2662987a5d9 req-d98af7dd-4827-450f-9867-ae33bee34321 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 944 time: 0.3047743 Jan 26 20:41:43.667052 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Deleting port 98198d1c-5fa0-448b-9dfc-cc9870298ef0 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:41:43.667391 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:43.694280 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-11256081-8578-4f6a-8410-e8ad74a52860 req-59156276-3aff-4833-8727-5b9fd0c76fdb service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593747 Jan 26 20:41:43.839591 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-615764b5-68c8-4496-b470-c2662987a5d9 req-92f32f77-9c82-4fa3-9076-f6ed2842b8c5 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Synchronizing usage tracker for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:security_group {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:41:43.910488 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-615764b5-68c8-4496-b470-c2662987a5d9 req-92f32f77-9c82-4fa3-9076-f6ed2842b8c5 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Unset dirty status for tenant:b4d016374d2e4e45a021b9c468ba477b on resource:security_group {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:41:43.911684 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-615764b5-68c8-4496-b470-c2662987a5d9 req-92f32f77-9c82-4fa3-9076-f6ed2842b8c5 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147644 Jan 26 20:41:43.956542 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:43.956857 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:43.967757 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-11256081-8578-4f6a-8410-e8ad74a52860 req-79c828e7-1a20-4652-b38d-b2bd994a29f4 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666695 Jan 26 20:41:44.080625 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Calling delete_port for 98198d1c-5fa0-448b-9dfc-cc9870298ef0 owned by network:floatingip {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:41:44.132334 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9264f7fd-bf35-4217-88fd-89091badbe74 req-b08d711e-64c9-4ec4-91cc-4d9316b803da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 1098 time: 0.2883143 Jan 26 20:41:44.205287 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9264f7fd-bf35-4217-88fd-89091badbe74 req-5ac65266-443b-400e-9f92-2659378c1afb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654428 Jan 26 20:41:44.274485 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:44.319333 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event deleted for resources: {'Port': ['ID=98198d1c-5fa0-448b-9dfc-cc9870298ef0,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:44.330229 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:44.330576 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:44.330910 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:44.331484 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:44.331895 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:44.332226 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:44.332553 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:44.333080 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:44.333472 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:44.333795 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:44.334115 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:41:44.455246 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks [] for floatingip, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:44.831270 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-470646a7-2e5f-49e1-9acf-a9c7e5f2b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:44.854238 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Router a8121785-5133-47ed-85aa-f0e78925712d has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:41:45.107731 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:41:45.117778 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7f2ea-2265-45a5-984c-7ad54a9b53a5 None None] Sync routers for ids ['a8121785-5133-47ed-85aa-f0e78925712d'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:41:45.132869 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7f2ea-2265-45a5-984c-7ad54a9b53a5 None None] Routers {'a8121785-5133-47ed-85aa-f0e78925712d'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:41:45.133492 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-05e7f2ea-2265-45a5-984c-7ad54a9b53a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['a8121785-5133-47ed-85aa-f0e78925712d'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:45.146873 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:45.193763 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a88377-c184-42f3-bfc6-f7fa7ce6a62a req-5c3ca7ce-8f9a-4e52-86d0-8ff2d467a0e9 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:45.195211 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f8a88377-c184-42f3-bfc6-f7fa7ce6a62a req-5c3ca7ce-8f9a-4e52-86d0-8ff2d467a0e9 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 945 time: 0.1409142 Jan 26 20:41:45.227896 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-f7fd1214-c6e4-46a0-a655-139f164ca653 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "DELETE /v2.0/floatingips/837d1ce8-3d5a-44fe-ad53-5d049f2989b4 HTTP/1.1" status: 204 len: 168 time: 1.9837615 Jan 26 20:41:45.227896 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:45.327359 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-05e7f2ea-2265-45a5-984c-7ad54a9b53a5 None None] Set router a8121785-5133-47ed-85aa-f0e78925712d gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:41:45.370785 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f8a88377-c184-42f3-bfc6-f7fa7ce6a62a req-5ee08753-a1d4-4514-8356-bb63259786e5 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682308 Jan 26 20:41:45.477221 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'status': 'completed', 'code': 200} Jan 26 20:41:45.593926 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-69e1945c-c8f8-40bb-9692-7c14a5be1a8f req-26ec8871-6332-4bce-829a-6f66f9d30478 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=485a92e1e3f3476f96124105af3123df&device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 1099 time: 0.0886490 Jan 26 20:41:45.797472 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1945c-c8f8-40bb-9692-7c14a5be1a8f req-a8abc109-ef85-40f2-993b-d61e805ed6ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:45.799216 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-69e1945c-c8f8-40bb-9692-7c14a5be1a8f req-a8abc109-ef85-40f2-993b-d61e805ed6ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ed9b5fe-00df-4204-a867-b096d66509a4 HTTP/1.1" status: 200 len: 916 time: 0.1990540 Jan 26 20:41:45.807101 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-05e7f2ea-2265-45a5-984c-7ad54a9b53a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:38:28Z', 'revision_number': 4, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '88d51352-6a41-47dc-b90d-89fd2e46c303', 'name': '', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'mac_address': 'fa:16:3e:07:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:28Z', 'updated_at': '2022-01-26T20:38:40Z', 'revision_number': 5, 'project_id': '485a92e1e3f3476f96124105af3123df', 'subnets': [{'id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:45.814386 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7f2ea-2265-45a5-984c-7ad54a9b53a5 None None] Checking router: a8121785-5133-47ed-85aa-f0e78925712d for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:41:45.828263 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7f2ea-2265-45a5-984c-7ad54a9b53a5 None None] Routers {'a8121785-5133-47ed-85aa-f0e78925712d'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:41:45.829075 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-05e7f2ea-2265-45a5-984c-7ad54a9b53a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['a8121785-5133-47ed-85aa-f0e78925712d'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:45.914356 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-69e1945c-c8f8-40bb-9692-7c14a5be1a8f req-dba8f13a-6e91-4d54-a249-0588ee38dc1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa HTTP/1.1" status: 200 len: 217 time: 0.1083004 Jan 26 20:41:46.011746 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1945c-c8f8-40bb-9692-7c14a5be1a8f req-d1a29dfe-d664-484a-b8a5-46770cc5cf4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:46.013272 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-69e1945c-c8f8-40bb-9692-7c14a5be1a8f req-d1a29dfe-d664-484a-b8a5-46770cc5cf4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80859d84-4ea5-4b90-9cbb-32943f627e8d HTTP/1.1" status: 200 len: 854 time: 0.0890119 Jan 26 20:41:46.060707 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-05e7f2ea-2265-45a5-984c-7ad54a9b53a5 None None] Set router a8121785-5133-47ed-85aa-f0e78925712d gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:41:46.111177 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-69e1945c-c8f8-40bb-9692-7c14a5be1a8f req-2b0de51b-dd79-411b-a21f-41bc32f8949c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed9b5fe-00df-4204-a867-b096d66509a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864863 Jan 26 20:41:46.152043 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:46.206774 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:46.265077 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-69e1945c-c8f8-40bb-9692-7c14a5be1a8f req-c9430038-6ab9-40d8-8003-ace8d6643c19 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459005 Jan 26 20:41:46.400798 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-05e7f2ea-2265-45a5-984c-7ad54a9b53a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:38:28Z', 'revision_number': 4, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '88d51352-6a41-47dc-b90d-89fd2e46c303', 'name': '', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'mac_address': 'fa:16:3e:07:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:28Z', 'updated_at': '2022-01-26T20:38:40Z', 'revision_number': 5, 'project_id': '485a92e1e3f3476f96124105af3123df', 'subnets': [{'id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:46.401982 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-69e1945c-c8f8-40bb-9692-7c14a5be1a8f req-d6826974-22f0-464b-b831-df535af353e4 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298244 Jan 26 20:41:46.405630 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e7f2ea-2265-45a5-984c-7ad54a9b53a5 None None] The sync data for ids ['a8121785-5133-47ed-85aa-f0e78925712d'] in dv-cinder-826519-1-iscsi is: [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:38:28Z', 'revision_number': 4, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '88d51352-6a41-47dc-b90d-89fd2e46c303', 'name': '', 'network_id': '2ed9b5fe-00df-4204-a867-b096d66509a4', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'mac_address': 'fa:16:3e:07:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:28Z', 'updated_at': '2022-01-26T20:38:40Z', 'revision_number': 5, 'project_id': '485a92e1e3f3476f96124105af3123df', 'subnets': [{'id': '80859d84-4ea5-4b90-9cbb-32943f627e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:41:46.600285 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f29578-a05f-46b4-807f-98402e393214 req-a6e2d6da-bb5f-4c19-88b6-4447fe3488ad tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:46.601760 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-58f29578-a05f-46b4-807f-98402e393214 req-a6e2d6da-bb5f-4c19-88b6-4447fe3488ad tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 945 time: 0.0776048 Jan 26 20:41:46.635795 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445e288-0c82-4f2a-8d10-0144d49dee74 None None] New status for floating IP 837d1ce8-3d5a-44fe-ad53-5d049f2989b4: DOWN {{(pid=82711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:41:46.651483 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-58f29578-a05f-46b4-807f-98402e393214 req-bd5833fe-4f16-4c1d-9ae5-ea7a28cf3de5 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438762 Jan 26 20:41:46.848632 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ee509-40b9-46ef-802d-a9bf5196e12a req-1a99500a-0506-4f4c-a9bf-54e223c76487 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:46.850329 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-952ee509-40b9-46ef-802d-a9bf5196e12a req-1a99500a-0506-4f4c-a9bf-54e223c76487 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 945 time: 0.0789423 Jan 26 20:41:46.861216 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43380) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:46.866669 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-b10ac5db-4bd2-4ed6-9b9c-d74266bd8447 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Request body: {'floatingip': {'port_id': '4e13261d-897a-4657-aec0-5f2e90bff593'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:41:46.945000 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b10ac5db-4bd2-4ed6-9b9c-d74266bd8447 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:47.579298 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b10ac5db-4bd2-4ed6-9b9c-d74266bd8447 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:47.583632 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b10ac5db-4bd2-4ed6-9b9c-d74266bd8447 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:47.806898 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.l3_db [None req-b10ac5db-4bd2-4ed6-9b9c-d74266bd8447 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Floating IP dd02f93e-213b-4b38-bc0d-685c7e7d64f6 associated. External IP: 172.27.0.46, port: 4e13261d-897a-4657-aec0-5f2e90bff593. Jan 26 20:41:48.002627 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:48.203341 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10ac5db-4bd2-4ed6-9b9c-d74266bd8447 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Router d3c2304a-aca8-4683-b91d-2d33ede616ca has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:41:48.500264 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10ac5db-4bd2-4ed6-9b9c-d74266bd8447 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:41:48.505113 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b10ac5db-4bd2-4ed6-9b9c-d74266bd8447 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:48.510267 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96722248-fd09-4351-a8c7-bc29a90a38fa None None] Sync routers for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:41:48.521910 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96722248-fd09-4351-a8c7-bc29a90a38fa None None] Routers {'d3c2304a-aca8-4683-b91d-2d33ede616ca'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:41:48.522602 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-96722248-fd09-4351-a8c7-bc29a90a38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['d3c2304a-aca8-4683-b91d-2d33ede616ca'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:48.560170 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b10ac5db-4bd2-4ed6-9b9c-d74266bd8447 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "PUT /v2.0/floatingips/dd02f93e-213b-4b38-bc0d-685c7e7d64f6 HTTP/1.1" status: 200 len: 990 time: 1.6977568 Jan 26 20:41:48.560795 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'tag': '4e13261d-897a-4657-aec0-5f2e90bff593'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:48.701572 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-96722248-fd09-4351-a8c7-bc29a90a38fa None None] Set router d3c2304a-aca8-4683-b91d-2d33ede616ca gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:41:49.045780 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'tag': '4e13261d-897a-4657-aec0-5f2e90bff593', 'status': 'completed', 'code': 200} Jan 26 20:41:49.047688 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-96722248-fd09-4351-a8c7-bc29a90a38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'dd02f93e-213b-4b38-bc0d-685c7e7d64f6', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'port_id': '4e13261d-897a-4657-aec0-5f2e90bff593', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'mac_address': 'fa:16:3e:52:9d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:41:31Z', 'updated_at': '2022-01-26T20:41:47Z', 'revision_number': 1, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:37:01Z', 'revision_number': 5, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:49.052326 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96722248-fd09-4351-a8c7-bc29a90a38fa None None] Checking router: d3c2304a-aca8-4683-b91d-2d33ede616ca for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:41:49.064089 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96722248-fd09-4351-a8c7-bc29a90a38fa None None] Routers {'d3c2304a-aca8-4683-b91d-2d33ede616ca'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:41:49.064691 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-96722248-fd09-4351-a8c7-bc29a90a38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['d3c2304a-aca8-4683-b91d-2d33ede616ca'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:49.147991 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f8a1dad5-c06b-410d-805e-28df3cbe09cd req-17a7745b-e139-44cf-b323-030f3076d85d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4d016374d2e4e45a021b9c468ba477b&device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 1098 time: 0.0783801 Jan 26 20:41:49.257205 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-96722248-fd09-4351-a8c7-bc29a90a38fa None None] Set router d3c2304a-aca8-4683-b91d-2d33ede616ca gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:41:49.296023 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1dad5-c06b-410d-805e-28df3cbe09cd req-dbd53639-f6d0-4120-81c1-94799ff0a2a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:49.297477 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f8a1dad5-c06b-410d-805e-28df3cbe09cd req-dbd53639-f6d0-4120-81c1-94799ff0a2a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba HTTP/1.1" status: 200 len: 912 time: 0.1425931 Jan 26 20:41:49.422021 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f8a1dad5-c06b-410d-805e-28df3cbe09cd req-c863da89-5202-4886-83d5-e286862ebba3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e13261d-897a-4657-aec0-5f2e90bff593 HTTP/1.1" status: 200 len: 998 time: 0.1178551 Jan 26 20:41:49.492620 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1dad5-c06b-410d-805e-28df3cbe09cd req-4593d6e0-38d4-481f-bab0-476d220d8e61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:49.494165 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f8a1dad5-c06b-410d-805e-28df3cbe09cd req-4593d6e0-38d4-481f-bab0-476d220d8e61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d2a0f2-fc73-4f82-966c-3684b0274923 HTTP/1.1" status: 200 len: 850 time: 0.0656626 Jan 26 20:41:49.599828 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f8a1dad5-c06b-410d-805e-28df3cbe09cd req-6f659aaf-f681-47a3-a94b-17695f8fa4c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0961795 Jan 26 20:41:49.695863 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-96722248-fd09-4351-a8c7-bc29a90a38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'dd02f93e-213b-4b38-bc0d-685c7e7d64f6', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'port_id': '4e13261d-897a-4657-aec0-5f2e90bff593', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'mac_address': 'fa:16:3e:52:9d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:41:31Z', 'updated_at': '2022-01-26T20:41:47Z', 'revision_number': 1, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:37:01Z', 'revision_number': 5, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:49.700041 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96722248-fd09-4351-a8c7-bc29a90a38fa None None] The sync data for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi is: [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'dd02f93e-213b-4b38-bc0d-685c7e7d64f6', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'port_id': '4e13261d-897a-4657-aec0-5f2e90bff593', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'mac_address': 'fa:16:3e:52:9d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:41:31Z', 'updated_at': '2022-01-26T20:41:47Z', 'revision_number': 1, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:37:01Z', 'revision_number': 5, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:41:49.737153 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f8a1dad5-c06b-410d-805e-28df3cbe09cd req-0b1c54a4-e0f0-4076-87b7-4fd324715845 service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267686 Jan 26 20:41:49.875071 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f8a1dad5-c06b-410d-805e-28df3cbe09cd req-ebcaf3a8-a538-4c13-992b-1c697fe124e7 service neutron] 10.222.0.43 "GET /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299949 Jan 26 20:41:49.903872 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd1a9b-df9c-4f09-a38d-c0251e69f4f1 None None] New status for floating IP dd02f93e-213b-4b38-bc0d-685c7e7d64f6: ACTIVE {{(pid=82711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:41:52.163135 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3e119-f996-4bb6-b30b-7130d8a4ba93 req-ce723124-3846-4dab-8bcf-53150d7e67ba tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:52.164068 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-45d3e119-f996-4bb6-b30b-7130d8a4ba93 req-ce723124-3846-4dab-8bcf-53150d7e67ba tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Synchronizing usage tracker for tenant:485a92e1e3f3476f96124105af3123df on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:41:52.181329 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-45d3e119-f996-4bb6-b30b-7130d8a4ba93 req-ce723124-3846-4dab-8bcf-53150d7e67ba tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Unset dirty status for tenant:485a92e1e3f3476f96124105af3123df on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:41:52.183469 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-45d3e119-f996-4bb6-b30b-7130d8a4ba93 req-ce723124-3846-4dab-8bcf-53150d7e67ba tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 946 time: 0.1720531 Jan 26 20:41:52.231582 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-45d3e119-f996-4bb6-b30b-7130d8a4ba93 req-fd760aa9-33b3-46b6-8770-46c3eb71994f tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Jan 26 20:41:53.435646 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e4520-e9d9-475d-a00d-3d4dc7f885ab req-29b52174-396c-4372-8523-0c5f41cfec2c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:53.437095 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-391e4520-e9d9-475d-a00d-3d4dc7f885ab req-29b52174-396c-4372-8523-0c5f41cfec2c tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 946 time: 0.0810034 Jan 26 20:41:53.498551 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-391e4520-e9d9-475d-a00d-3d4dc7f885ab req-f342f594-5841-49f7-a635-154f42f1830f tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Synchronizing usage tracker for tenant:485a92e1e3f3476f96124105af3123df on resource:security_group {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:41:53.518862 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-391e4520-e9d9-475d-a00d-3d4dc7f885ab req-f342f594-5841-49f7-a635-154f42f1830f tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Unset dirty status for tenant:485a92e1e3f3476f96124105af3123df on resource:security_group {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:41:53.520088 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-391e4520-e9d9-475d-a00d-3d4dc7f885ab req-f342f594-5841-49f7-a635-154f42f1830f tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/security-groups?id=597c0d04-ad19-4f86-8f96-dcc6b7460d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770783 Jan 26 20:41:53.993990 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1c294-7dbc-45bc-b77a-180cd8dd88d9 req-ffc3d6c1-7a57-4b13-a4a7-7977f865ea6f tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:41:53.995454 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c7a1c294-7dbc-45bc-b77a-180cd8dd88d9 req-ffc3d6c1-7a57-4b13-a4a7-7977f865ea6f tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.43 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 946 time: 0.0809085 Jan 26 20:41:54.064995 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-c7a1c294-7dbc-45bc-b77a-180cd8dd88d9 req-2947e03d-9d58-4e3f-851e-5c422829e6ff tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Deleting port 81107eeb-97fb-4f41-a072-58b9806bf1aa {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:41:54.065321 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c7a1c294-7dbc-45bc-b77a-180cd8dd88d9 req-2947e03d-9d58-4e3f-851e-5c422829e6ff tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:54.297512 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-c7a1c294-7dbc-45bc-b77a-180cd8dd88d9 req-2947e03d-9d58-4e3f-851e-5c422829e6ff tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] For port 81107eeb-97fb-4f41-a072-58b9806bf1aa, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=81107eeb-97fb-4f41-a072-58b9806bf1aa,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:54.297858 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c7a1c294-7dbc-45bc-b77a-180cd8dd88d9 req-2947e03d-9d58-4e3f-851e-5c422829e6ff tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:54.416761 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-c7a1c294-7dbc-45bc-b77a-180cd8dd88d9 req-2947e03d-9d58-4e3f-851e-5c422829e6ff tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Calling delete_port for 81107eeb-97fb-4f41-a072-58b9806bf1aa owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:41:54.560907 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c7a1c294-7dbc-45bc-b77a-180cd8dd88d9 req-2947e03d-9d58-4e3f-851e-5c422829e6ff tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:54.575840 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['81107eeb-97fb-4f41-a072-58b9806bf1aa'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:41:54.660020 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947e03d-9d58-4e3f-851e-5c422829e6ff tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Pushing event deleted for resources: {'Port': ['ID=81107eeb-97fb-4f41-a072-58b9806bf1aa,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:54.734554 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a1c294-7dbc-45bc-b77a-180cd8dd88d9 req-2947e03d-9d58-4e3f-851e-5c422829e6ff tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] No DVR routers for this DVR port 81107eeb-97fb-4f41-a072-58b9806bf1aa on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:41:54.737744 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5860557f-58ff-4d8c-ba9f-9dbd589918e1 req-171fd3aa-1508-47af-8c7c-b29cc7365981 tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.53 "GET /v2.0/ports?device_id=f326e556-f61a-47d9-a4f2-4281d3a43f0b HTTP/1.1" status: 200 len: 210 time: 0.0793123 Jan 26 20:41:54.738712 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c7a1c294-7dbc-45bc-b77a-180cd8dd88d9 req-2947e03d-9d58-4e3f-851e-5c422829e6ff tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:54.746796 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'name': 'network-vif-deleted', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:54.757715 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c7a1c294-7dbc-45bc-b77a-180cd8dd88d9 req-2947e03d-9d58-4e3f-851e-5c422829e6ff tempest-TestMinimumBasicScenario-171764137 tempest-TestMinimumBasicScenario-171764137-project] 10.222.0.43 "DELETE /v2.0/ports/81107eeb-97fb-4f41-a072-58b9806bf1aa HTTP/1.1" status: 204 len: 173 time: 0.7564704 Jan 26 20:41:54.854568 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f326e556-f61a-47d9-a4f2-4281d3a43f0b', 'name': 'network-vif-deleted', 'tag': '81107eeb-97fb-4f41-a072-58b9806bf1aa', 'status': 'completed', 'code': 200} Jan 26 20:41:56.580823 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43530) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:56.981296 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-fd311288-b9d6-4e1a-a087-2648d87c19d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477355'] for router_interface, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:57.616793 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-fd311288-b9d6-4e1a-a087-2648d87c19d0 admin admin] Deleting port 88d51352-6a41-47dc-b90d-89fd2e46c303 {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:41:57.617522 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-fd311288-b9d6-4e1a-a087-2648d87c19d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:57.883982 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [None req-fd311288-b9d6-4e1a-a087-2648d87c19d0 admin admin] For port 88d51352-6a41-47dc-b90d-89fd2e46c303, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=88d51352-6a41-47dc-b90d-89fd2e46c303,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:41:57.884243 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-fd311288-b9d6-4e1a-a087-2648d87c19d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:58.005714 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-fd311288-b9d6-4e1a-a087-2648d87c19d0 admin admin] Calling delete_port for 88d51352-6a41-47dc-b90d-89fd2e46c303 owned by network:router_interface {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:41:58.187296 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-fd311288-b9d6-4e1a-a087-2648d87c19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:58.234009 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd311288-b9d6-4e1a-a087-2648d87c19d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d51352-6a41-47dc-b90d-89fd2e46c303,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:41:58.564410 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-fd311288-b9d6-4e1a-a087-2648d87c19d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478530'] for router_interface, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:59.162072 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd311288-b9d6-4e1a-a087-2648d87c19d0 admin admin] Router a8121785-5133-47ed-85aa-f0e78925712d has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:41:59.367889 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 81107eeb-97fb-4f41-a072-58b9806bf1aa no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:41:59.406132 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 81107eeb-97fb-4f41-a072-58b9806bf1aa {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:41:59.406741 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 81107eeb-97fb-4f41-a072-58b9806bf1aa not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:41:59.478515 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd311288-b9d6-4e1a-a087-2648d87c19d0 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:41:59.490527 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab811bbf-0903-44a9-888a-c0ec4ab02398 None None] Sync routers for ids ['a8121785-5133-47ed-85aa-f0e78925712d'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:41:59.496003 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-fd311288-b9d6-4e1a-a087-2648d87c19d0 admin admin] 10.222.0.53 "PUT /v2.0/routers/a8121785-5133-47ed-85aa-f0e78925712d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9117122 Jan 26 20:41:59.496194 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43574) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:59.506607 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab811bbf-0903-44a9-888a-c0ec4ab02398 None None] Routers {'a8121785-5133-47ed-85aa-f0e78925712d'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:41:59.507605 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-ab811bbf-0903-44a9-888a-c0ec4ab02398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['a8121785-5133-47ed-85aa-f0e78925712d'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:41:59.695993 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Notify callbacks [] for router, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:59.707868 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-ab811bbf-0903-44a9-888a-c0ec4ab02398 None None] Set router a8121785-5133-47ed-85aa-f0e78925712d gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:41:59.909563 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:41:59.920259 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Deleting port d3f81197-88f0-4ea2-8b00-47a60d6407cf {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:41:59.920599 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:00.027536 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-ab811bbf-0903-44a9-888a-c0ec4ab02398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:41:58Z', 'revision_number': 5, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port': {'id': 'd3f81197-88f0-4ea2-8b00-47a60d6407cf', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:25Z', 'updated_at': '2022-01-26T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:00.031992 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab811bbf-0903-44a9-888a-c0ec4ab02398 None None] Checking router: a8121785-5133-47ed-85aa-f0e78925712d for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:42:00.043858 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab811bbf-0903-44a9-888a-c0ec4ab02398 None None] Routers {'a8121785-5133-47ed-85aa-f0e78925712d'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:00.044462 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-ab811bbf-0903-44a9-888a-c0ec4ab02398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['a8121785-5133-47ed-85aa-f0e78925712d'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:00.103955 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] For port d3f81197-88f0-4ea2-8b00-47a60d6407cf, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=d3f81197-88f0-4ea2-8b00-47a60d6407cf,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:00.104325 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:00.198448 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-ab811bbf-0903-44a9-888a-c0ec4ab02398 None None] Set router a8121785-5133-47ed-85aa-f0e78925712d gateway port host: None {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:00.232864 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Calling delete_port for d3f81197-88f0-4ea2-8b00-47a60d6407cf owned by network:router_gateway {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:42:00.301282 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-ab811bbf-0903-44a9-888a-c0ec4ab02398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:41:59Z', 'revision_number': 6, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port_host': None}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:00.305543 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab811bbf-0903-44a9-888a-c0ec4ab02398 None None] The sync data for ids ['a8121785-5133-47ed-85aa-f0e78925712d'] in dv-cinder-826519-1-iscsi is: [{'id': 'a8121785-5133-47ed-85aa-f0e78925712d', 'name': 'tempest-TestMinimumBasicScenario-2055031351-router', 'tenant_id': '485a92e1e3f3476f96124105af3123df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:24Z', 'updated_at': '2022-01-26T20:41:59Z', 'revision_number': 6, 'project_id': '485a92e1e3f3476f96124105af3123df', 'gw_port_host': None}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:42:00.408645 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:00.458451 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f81197-88f0-4ea2-8b00-47a60d6407cf,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:00.497566 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:00.498461 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:00.498795 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:00.499191 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:00.499518 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:00.499841 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:00.500163 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:00.500482 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:00.500800 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:00.501119 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:00.501530 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:00.696377 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478606'] for router_gateway, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.041911 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28015'] for router, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.046920 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.061981 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43590) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:01.074612 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477030'] for router, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.075189 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8121785-5133-47ed-85aa-f0e78925712d {{(pid=82709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 20:42:01.087649 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] Notify callbacks [] for router, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.088759 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-1592207c-a9fb-41e9-93c7-17c902005861 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a8121785-5133-47ed-85aa-f0e78925712d HTTP/1.1" status: 204 len: 168 time: 1.5917234 Jan 26 20:42:01.091392 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43594) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:01.127232 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a46e47-ca13-460c-ab51-159068dffc05 admin admin] Deleting subnet ce1818db-70f0-4bfe-b999-87f7ee305f53 {{(pid=82708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:42:01.130573 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-18a46e47-ca13-460c-ab51-159068dffc05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.153207 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf133951-eb4a-4636-903e-262be227c065 admin admin] Deleting subnet 80859d84-4ea5-4b90-9cbb-32943f627e8d {{(pid=82709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:42:01.156379 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bf133951-eb4a-4636-903e-262be227c065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.182268 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-18a46e47-ca13-460c-ab51-159068dffc05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7732275'] for subnet, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.209216 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bf133951-eb4a-4636-903e-262be227c065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7504128'] for subnet, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.238400 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-18a46e47-ca13-460c-ab51-159068dffc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.308019 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-18a46e47-ca13-460c-ab51-159068dffc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7713946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8011353'] for subnet, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.328809 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bf133951-eb4a-4636-903e-262be227c065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.348890 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a46e47-ca13-460c-ab51-159068dffc05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1818db-70f0-4bfe-b999-87f7ee305f53,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:01.357734 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-18a46e47-ca13-460c-ab51-159068dffc05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.365890 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-18a46e47-ca13-460c-ab51-159068dffc05 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ce1818db-70f0-4bfe-b999-87f7ee305f53 HTTP/1.1" status: 204 len: 168 time: 0.3004782 Jan 26 20:42:01.366140 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43598) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:01.486484 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.489580 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bf133951-eb4a-4636-903e-262be227c065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7398177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6641091'] for subnet, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.534308 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf133951-eb4a-4636-903e-262be227c065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80859d84-4ea5-4b90-9cbb-32943f627e8d,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:01.538084 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bf133951-eb4a-4636-903e-262be227c065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.540978 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894043aa-aec7-4fee-a756-0cb3f39ef720 None None] Network 2ed9b5fe-00df-4204-a867-b096d66509a4 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:42:01.575606 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-bf133951-eb4a-4636-903e-262be227c065 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/80859d84-4ea5-4b90-9cbb-32943f627e8d HTTP/1.1" status: 204 len: 168 time: 0.4830921 Jan 26 20:42:01.577096 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43604) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:01.668829 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.688417 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.700325 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Deleting port 9c5e451d-2862-42de-87f5-94a580f374e9 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:42:01.701328 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.704024 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7135a40-04a4-4b31-b6ce-6e791b31e4b7']}} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:01.715925 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bed2073-4e19-4043-83bb-09ac3d17601c') {'for_net_delete': True} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:01.716205 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bed2073-4e19-4043-83bb-09ac3d17601c') {} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:01.727845 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7504139'] for segment, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.745619 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.754006 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=82709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:42:01.754267 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8264327'] for segment, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: Traceback (most recent call last): Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: timer() Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: cb(*args, **kw) Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: return func(*args, **kwargs) Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: self._notify() Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: self.callback(batched_events) Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: event.method(event) Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: return f(self, *a, **k) Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._get(url).json() Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: return self.request(url, 'GET', **kwargs) Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:42:01.773341 dv-cinder-826519-1-iscsi neutron-server[82709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:42:01.808933 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e640e-0a37-4fc0-bfd3-8cd12d27e811 None None] DHCP port deletion for 2ed9b5fe-00df-4204-a867-b096d66509a4 request from dv-cinder-826519-1-iscsi {{(pid=82710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 26 20:42:01.813852 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d66e640e-0a37-4fc0-bfd3-8cd12d27e811 None None] Deleting port 9c5e451d-2862-42de-87f5-94a580f374e9 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:42:01.814512 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d66e640e-0a37-4fc0-bfd3-8cd12d27e811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.849153 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.855937 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:01.893933 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] 10.222.0.53 "DELETE /v2.0/networks/d7135a40-04a4-4b31-b6ce-6e791b31e4b7 HTTP/1.1" status: 204 len: 168 time: 0.5267661 Jan 26 20:42:01.897334 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2f2bf-829a-4f96-8b03-58ef0f37dc4b admin admin] Pushing event deleted for resources: {'Network': ['ID=d7135a40-04a4-4b31-b6ce-6e791b31e4b7,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:01.911741 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] For port 9c5e451d-2862-42de-87f5-94a580f374e9, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=9c5e451d-2862-42de-87f5-94a580f374e9,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:01.912093 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.069255 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 9c5e451d-2862-42de-87f5-94a580f374e9 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:42:02.109402 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Calling delete_port for 9c5e451d-2862-42de-87f5-94a580f374e9 owned by network:dhcp {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:42:02.137323 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43612) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:02.152812 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d66e640e-0a37-4fc0-bfd3-8cd12d27e811 None None] For port 9c5e451d-2862-42de-87f5-94a580f374e9, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=9c5e451d-2862-42de-87f5-94a580f374e9,segment=NetworkSegment(86b74363-d4cd-41a0-9072-6c92ebbde355),segment_id=86b74363-d4cd-41a0-9072-6c92ebbde355)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:02.153311 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d66e640e-0a37-4fc0-bfd3-8cd12d27e811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.186456 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.193312 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-69a5cedd-c8f7-4611-b272-d6b5b80a81f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfe79190a04a4e37bdf2aa2328a5e95f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526266 Jan 26 20:42:02.193566 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43616) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:02.236975 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5e451d-2862-42de-87f5-94a580f374e9,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:02.240944 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] No DVR routers for this DVR port 9c5e451d-2862-42de-87f5-94a580f374e9 on host dv-cinder-826519-1-iscsi {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:42:02.256444 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7e2a734c-fe61-4fb8-b473-7d55ada0feae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.279770 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d66e640e-0a37-4fc0-bfd3-8cd12d27e811 None None] Calling delete_port for 9c5e451d-2862-42de-87f5-94a580f374e9 owned by network:dhcp {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:42:02.282636 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7e2a734c-fe61-4fb8-b473-7d55ada0feae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.304604 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No ports have port_id starting with 9c5e451d-2862-42de-87f5-94a580f374e9 Jan 26 20:42:02.310399 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 88d51352-6a41-47dc-b90d-89fd2e46c303 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:42:02.348785 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7e2a734c-fe61-4fb8-b473-7d55ada0feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.352034 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 88d51352-6a41-47dc-b90d-89fd2e46c303 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:42:02.352435 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 88d51352-6a41-47dc-b90d-89fd2e46c303 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:42:02.352901 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device d3f81197-88f0-4ea2-8b00-47a60d6407cf no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:42:02.356187 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.372679 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a734c-fe61-4fb8-b473-7d55ada0feae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b8bfe3-1134-4b17-bf47-586d21510a7e,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:02.389475 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed9b5fe-00df-4204-a867-b096d66509a4']}} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:02.390550 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7e2a734c-fe61-4fb8-b473-7d55ada0feae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.394342 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-7e2a734c-fe61-4fb8-b473-7d55ada0feae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9b8bfe3-1134-4b17-bf47-586d21510a7e HTTP/1.1" status: 204 len: 168 time: 0.1975608 Jan 26 20:42:02.394489 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: d3f81197-88f0-4ea2-8b00-47a60d6407cf {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:42:02.394647 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device d3f81197-88f0-4ea2-8b00-47a60d6407cf not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:42:02.410220 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b74363-d4cd-41a0-9072-6c92ebbde355') {'for_net_delete': True} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:02.411345 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b74363-d4cd-41a0-9072-6c92ebbde355') {} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:02.426838 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7732280'] for segment, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.442739 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.449011 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=82708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:42:02.449605 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080700'] for segment, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: Traceback (most recent call last): Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: timer() Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: cb(*args, **kw) Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: return func(*args, **kwargs) Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: self._notify() Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: self.callback(batched_events) Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: event.method(event) Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: return f(self, *a, **k) Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._get(url).json() Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: return self.request(url, 'GET', **kwargs) Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:42:02.463172 dv-cinder-826519-1-iscsi neutron-server[82708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:42:02.511208 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.db.api [None req-d66e640e-0a37-4fc0-bfd3-8cd12d27e811 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:42:02.511604 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG oslo_db.api [None req-d66e640e-0a37-4fc0-bfd3-8cd12d27e811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 20:42:02.538774 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.558488 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:02.568556 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed9b5fe-00df-4204-a867-b096d66509a4,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:02.578770 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-f52ce33d-5ab2-46e5-9535-1e972018ceb6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2ed9b5fe-00df-4204-a867-b096d66509a4 HTTP/1.1" status: 204 len: 168 time: 0.9974599 Jan 26 20:42:02.579006 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43622) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:02.957088 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bdc32cac-1fb3-4b33-b008-396d0fabb65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477355'] for router_interface, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.018162 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d66e640e-0a37-4fc0-bfd3-8cd12d27e811 None None] Deleting port 9c5e451d-2862-42de-87f5-94a580f374e9 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:42:03.020038 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d66e640e-0a37-4fc0-bfd3-8cd12d27e811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.105916 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d66e640e-0a37-4fc0-bfd3-8cd12d27e811 None None] The port '9c5e451d-2862-42de-87f5-94a580f374e9' was deleted {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 26 20:42:03.227654 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.271720 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43646) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:03.404788 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1506942231-network', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:03.409360 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:03.413175 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Usage tracker for resource:network and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:03.416227 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:03.421920 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:03.432428 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Made reservation on behalf of e9a57cd7739d474faf8f56ebf9f56596 for: {'network': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:42:03.434813 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.446650 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.480597 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:03.484383 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Usage tracker for resource:security_group_rule and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:03.487364 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:03.494085 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:03.569146 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.573357 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.605924 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=82709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:42:03.611075 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f2ad9b-f3b8-4fcf-909a-59a27565785c,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:03.617708 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.618070 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.segments_db [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Added segment 0e99d2c5-de21-4d52-8ebc-0c70d0d858fa of type vlan for network c83090db-3345-4185-95c5-e77079404feb Jan 26 20:42:03.647633 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.655526 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-bdc32cac-1fb3-4b33-b008-396d0fabb65d admin admin] Deleting port e0cd1d3f-47f0-45b6-9d98-e240453aaa21 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:42:03.656073 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bdc32cac-1fb3-4b33-b008-396d0fabb65d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.675972 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.676823 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:03.677460 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.777763 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c83090db-3345-4185-95c5-e77079404feb,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:03.780567 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-de7826be-8cb3-4e7c-a804-1ad9fd0a60c9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5077510 Jan 26 20:42:03.783520 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43652) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:03.788862 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network c83090db-3345-4185-95c5-e77079404feb details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:42:03.789658 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Request body: {'subnet': {'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1506942231-subnet', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'ip_version': 4}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:03.794288 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:03.798166 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Usage tracker for resource:subnet and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:03.801009 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:03.807584 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:03.820389 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Made reservation on behalf of e9a57cd7739d474faf8f56ebf9f56596 for: {'subnet': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:42:03.823422 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6641116'] for subnet, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.827914 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-bdc32cac-1fb3-4b33-b008-396d0fabb65d admin admin] For port e0cd1d3f-47f0-45b6-9d98-e240453aaa21, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=e0cd1d3f-47f0-45b6-9d98-e240453aaa21,segment=NetworkSegment(ff1991fa-da1c-448d-b437-0916093493dc),segment_id=ff1991fa-da1c-448d-b437-0916093493dc)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:03.827914 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bdc32cac-1fb3-4b33-b008-396d0fabb65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:03.955542 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-bdc32cac-1fb3-4b33-b008-396d0fabb65d admin admin] Calling delete_port for e0cd1d3f-47f0-45b6-9d98-e240453aaa21 owned by network:router_interface {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:42:04.029230 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7398242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6641098'] for subnet, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:04.192362 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1541ad6d-fe96-40af-9f9c-9494a1a64fe4,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:04.206003 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Checking segment: {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:04.206637 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Network hostable DHCP agents. Network: c83090db-3345-4185-95c5-e77079404feb, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:42:04.228930 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Network c83090db-3345-4185-95c5-e77079404feb is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:42:04.240361 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, c83090db-3345-4185-95c5-e77079404feb) {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:04.244481 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:04.244962 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:04.251293 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c85653-8d48-4274-b9b7-782d2fc7c255 None None] Network c83090db-3345-4185-95c5-e77079404feb requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:42:04.268142 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-09aa3a15-6be2-48ea-8284-f5f067584c0b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4810913 Jan 26 20:42:04.268427 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43660) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:04.272536 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bdc32cac-1fb3-4b33-b008-396d0fabb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:04.274094 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:04.286150 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:04.290486 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Usage tracker for resource:router and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:04.293405 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:04.299596 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:04.311952 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28025'] for router, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:04.312879 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28022'] for router, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:04.318140 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc32cac-1fb3-4b33-b008-396d0fabb65d admin admin] Pushing event deleted for resources: {'Port': ['ID=e0cd1d3f-47f0-45b6-9d98-e240453aaa21,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:04.334742 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:04.513691 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28004'] for router, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:04.557289 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30fa8224-0597-597c-aab4-45dd2a3f5b7f-c83090db-3345-4185-95c5-e77079404feb', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4'}]}} from dv-cinder-826519-1-iscsi. {{(pid=82710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 26 20:42:04.558391 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:04.632701 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bdc32cac-1fb3-4b33-b008-396d0fabb65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478530'] for router_interface, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:04.712872 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:04.718811 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.db_base_plugin_common [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Allocated IP 172.20.0.2 (c83090db-3345-4185-95c5-e77079404feb/1541ad6d-fe96-40af-9f9c-9494a1a64fe4/a9a536d1-6d91-4948-9e3f-021b4ca88109) {{(pid=82710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:04.744920 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:04.885010 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Allocated IP 172.27.0.147 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/6a932be2-d37a-4436-9501-4f569055be2c) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:04.925900 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Notify callbacks [] for port, precommit_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:04.936993 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Transition to ACTIVE for port object a9a536d1-6d91-4948-9e3f-021b4ca88109 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:04.956381 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Transition to ACTIVE for port object a9a536d1-6d91-4948-9e3f-021b4ca88109 will not be triggered until provisioned by entity DHCP. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:04.963092 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:05.040071 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Network c83090db-3345-4185-95c5-e77079404feb is already hosted by enough agents. {{(pid=82710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:05.041557 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:05.043893 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.base_scheduler [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Resources bound (agent type, host, resource id): {{(pid=82710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:05.046999 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Received port after_create {{(pid=82710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:05.053393 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Pushing event updated for resources: {'Port': ['ID=a9a536d1-6d91-4948-9e3f-021b4ca88109,revision_number=1']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:05.080207 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:05.147706 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Attempting to bind port a9a536d1-6d91-4948-9e3f-021b4ca88109 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:05.148115 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Attempting to bind port a9a536d1-6d91-4948-9e3f-021b4ca88109 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:05.148814 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Attempting to bind port a9a536d1-6d91-4948-9e3f-021b4ca88109 on network c83090db-3345-4185-95c5-e77079404feb {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:05.155519 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:05.155519 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Checking segment: {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:05.155899 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:05.156302 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Bound using segment: {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:05.156460 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:05.156839 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Bound port: a9a536d1-6d91-4948-9e3f-021b4ca88109, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:05.157128 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:05.159523 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:05.163321 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:05.195681 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Pushing event updated for resources: {'Port': ['ID=6a932be2-d37a-4436-9501-4f569055be2c,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:05.283649 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] For port a9a536d1-6d91-4948-9e3f-021b4ca88109, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:05.286682 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] For port a9a536d1-6d91-4948-9e3f-021b4ca88109, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=a9a536d1-6d91-4948-9e3f-021b4ca88109,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:05.294435 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:05.345580 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:05.347468 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488294'] for router, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:05.376013 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc32cac-1fb3-4b33-b008-396d0fabb65d admin admin] Router df9f5504-0934-4a7b-a761-fe077d5ea360 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:42:05.381033 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a554add-f251-4c6f-bf34-d1b65f913fba None None] Pushing event updated for resources: {'Port': ['ID=a9a536d1-6d91-4948-9e3f-021b4ca88109,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:05.621508 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc32cac-1fb3-4b33-b008-396d0fabb65d admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:42:05.636076 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-bdc32cac-1fb3-4b33-b008-396d0fabb65d admin admin] 10.222.0.53 "PUT /v2.0/routers/df9f5504-0934-4a7b-a761-fe077d5ea360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0557592 Jan 26 20:42:05.638752 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43668) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:05.643762 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c275a2-8a9a-4d2f-a0f2-c13e0ac943c5 None None] Sync routers for ids ['df9f5504-0934-4a7b-a761-fe077d5ea360'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:42:05.646607 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Router b3c46489-6f21-40a6-87c6-d47343b94824 is scheduled to L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d with binding_index 1 {{(pid=82709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 20:42:05.663681 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c275a2-8a9a-4d2f-a0f2-c13e0ac943c5 None None] Routers {'df9f5504-0934-4a7b-a761-fe077d5ea360'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:05.664369 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-d2c275a2-8a9a-4d2f-a0f2-c13e0ac943c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['df9f5504-0934-4a7b-a761-fe077d5ea360'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:05.864759 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Notify callbacks [] for router, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:05.877471 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-d2c275a2-8a9a-4d2f-a0f2-c13e0ac943c5 None None] Set router df9f5504-0934-4a7b-a761-fe077d5ea360 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:05.878589 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:42:05.891191 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Sync routers for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:42:05.908631 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:05.909231 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:05.909436 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] Notify callbacks [] for router, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:05.911079 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-9750a805-18a7-47c9-8c5e-c9abc06de47c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6416683 Jan 26 20:42:05.913730 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43672) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:06.161412 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:06.189675 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Deleting port 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:42:06.189943 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:06.243015 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:06.317601 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-d2c275a2-8a9a-4d2f-a0f2-c13e0ac943c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'name': 'tempest-TestMinimumBasicScenario-1102073177-router', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:37Z', 'updated_at': '2022-01-26T20:42:04Z', 'revision_number': 5, 'project_id': '2b511339e44a45d9bdbc9200a461495f', 'gw_port': {'id': '32064c6f-f3cb-4334-a1fd-9cdf0fd1a822', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:38:38Z', 'updated_at': '2022-01-26T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:06.322188 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c275a2-8a9a-4d2f-a0f2-c13e0ac943c5 None None] Checking router: df9f5504-0934-4a7b-a761-fe077d5ea360 for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:42:06.336459 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c275a2-8a9a-4d2f-a0f2-c13e0ac943c5 None None] Routers {'df9f5504-0934-4a7b-a761-fe077d5ea360'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:06.337345 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-d2c275a2-8a9a-4d2f-a0f2-c13e0ac943c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['df9f5504-0934-4a7b-a761-fe077d5ea360'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:06.420973 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device a9a536d1-6d91-4948-9e3f-021b4ca88109 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:06.449449 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] For port 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=32064c6f-f3cb-4334-a1fd-9cdf0fd1a822,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:06.449899 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:06.609453 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Calling delete_port for 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 owned by network:router_gateway {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:42:06.696342 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf121cb-7211-4fb3-8f27-d34f2a5319f8 None None] Network c83090db-3345-4185-95c5-e77079404feb requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:42:06.705871 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-d2c275a2-8a9a-4d2f-a0f2-c13e0ac943c5 None None] Set router df9f5504-0934-4a7b-a761-fe077d5ea360 gateway port host: None {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:06.808463 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port a9a536d1-6d91-4948-9e3f-021b4ca88109 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:06.812615 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:06.842439 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-d2c275a2-8a9a-4d2f-a0f2-c13e0ac943c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'name': 'tempest-TestMinimumBasicScenario-1102073177-router', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:37Z', 'updated_at': '2022-01-26T20:42:06Z', 'revision_number': 6, 'project_id': '2b511339e44a45d9bdbc9200a461495f', 'gw_port_host': None}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:06.849325 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c275a2-8a9a-4d2f-a0f2-c13e0ac943c5 None None] The sync data for ids ['df9f5504-0934-4a7b-a761-fe077d5ea360'] in dv-cinder-826519-1-iscsi is: [{'id': 'df9f5504-0934-4a7b-a761-fe077d5ea360', 'name': 'tempest-TestMinimumBasicScenario-1102073177-router', 'tenant_id': '2b511339e44a45d9bdbc9200a461495f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:38:37Z', 'updated_at': '2022-01-26T20:42:06Z', 'revision_number': 6, 'project_id': '2b511339e44a45d9bdbc9200a461495f', 'gw_port_host': None}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:42:06.874031 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=32064c6f-f3cb-4334-a1fd-9cdf0fd1a822,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:06.901397 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Provisioning for port a9a536d1-6d91-4948-9e3f-021b4ca88109 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:06.923337 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Provisioning complete for port a9a536d1-6d91-4948-9e3f-021b4ca88109 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:06.923622 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.152363 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:05Z', 'revision_number': 3, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:07.166817 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.167851 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Checking router: b3c46489-6f21-40a6-87c6-d47343b94824 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:42:07.168197 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Updating router b3c46489-6f21-40a6-87c6-d47343b94824 port 6a932be2-d37a-4436-9501-4f569055be2c binding host dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:42:07.198219 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.222235 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478606'] for router_gateway, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.248486 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.305838 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] For port a9a536d1-6d91-4948-9e3f-021b4ca88109, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=a9a536d1-6d91-4948-9e3f-021b4ca88109,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:07.315300 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.402764 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Allocated IP 172.20.0.1 (c83090db-3345-4185-95c5-e77079404feb/1541ad6d-fe96-40af-9f9c-9494a1a64fe4/c7ae9326-6a80-4d1c-9061-d331cfade07b) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:07.514665 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Pushing event updated for resources: {'Port': ['ID=a9a536d1-6d91-4948-9e3f-021b4ca88109,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:07.594243 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28015'] for router, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.599329 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.607512 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:07.607855 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:07.608226 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:07.608556 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:07.608883 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:07.609213 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:07.609530 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:07.609869 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:07.610192 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:07.610505 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:07.610844 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8f609-89f5-4af9-a309-a2c3819491ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:07.666922 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.687103 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-6d6f493a-c1f1-4917-9df7-070ca20a9112 None None] Provisioning complete for port a9a536d1-6d91-4948-9e3f-021b4ca88109 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:07.687466 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-6d6f493a-c1f1-4917-9df7-070ca20a9112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.693923 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477030'] for router, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.694591 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df9f5504-0934-4a7b-a761-fe077d5ea360 {{(pid=82708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 20:42:07.701322 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Transition to ACTIVE for port object c7ae9326-6a80-4d1c-9061-d331cfade07b will not be triggered until provisioned by entity DHCP. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:07.717863 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] Notify callbacks [] for router, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.719305 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-681f6653-1cb1-4c11-9f0e-cdf548230d00 admin admin] 10.222.0.53 "DELETE /v2.0/routers/df9f5504-0934-4a7b-a761-fe077d5ea360 HTTP/1.1" status: 204 len: 168 time: 2.0795021 Jan 26 20:42:07.721752 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43684) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:07.732498 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.808487 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_v2 [None req-e680657b-ba04-40d9-b774-63dd0321a06b admin admin] Deleting subnet 9561137a-14f7-42ef-a54e-831b46658863 {{(pid=82708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:42:07.812956 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e680657b-ba04-40d9-b774-63dd0321a06b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.814715 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Network c83090db-3345-4185-95c5-e77079404feb is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:07.818415 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:07.824257 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:07.868847 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Pushing event updated for resources: {'Port': ['ID=c7ae9326-6a80-4d1c-9061-d331cfade07b,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:07.886122 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e680657b-ba04-40d9-b774-63dd0321a06b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7732275'] for subnet, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.905631 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478544'] for router_interface, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.960429 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Notify callbacks [] for port, precommit_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:07.989958 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Transition to ACTIVE for port object 6a932be2-d37a-4436-9501-4f569055be2c will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:08.009270 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.020084 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.046756 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e680657b-ba04-40d9-b774-63dd0321a06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.059474 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device a9a536d1-6d91-4948-9e3f-021b4ca88109 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:08.131466 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e680657b-ba04-40d9-b774-63dd0321a06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7713946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8011353'] for subnet, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.142281 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fd65c-820c-4d98-9bd6-98269034e347 None None] Pushing event updated for resources: {'Port': ['ID=6a932be2-d37a-4436-9501-4f569055be2c,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:08.169125 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Attempting to bind port 6a932be2-d37a-4436-9501-4f569055be2c on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:08.169565 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Attempting to bind port 6a932be2-d37a-4436-9501-4f569055be2c by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:08.169921 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Attempting to bind port 6a932be2-d37a-4436-9501-4f569055be2c on network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:08.174071 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-82afaaae-1636-4182-93b9-25549e7cbec2 None None] Provisioning for port c7ae9326-6a80-4d1c-9061-d331cfade07b completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:08.181617 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-82afaaae-1636-4182-93b9-25549e7cbec2 None None] Provisioning complete for port c7ae9326-6a80-4d1c-9061-d331cfade07b triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:08.181988 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-82afaaae-1636-4182-93b9-25549e7cbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.182218 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680657b-ba04-40d9-b774-63dd0321a06b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9561137a-14f7-42ef-a54e-831b46658863,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:08.184355 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e680657b-ba04-40d9-b774-63dd0321a06b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.193403 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-e680657b-ba04-40d9-b774-63dd0321a06b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9561137a-14f7-42ef-a54e-831b46658863 HTTP/1.1" status: 204 len: 168 time: 0.4670835 Jan 26 20:42:08.193697 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43688) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:08.213478 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a30f61-59d5-412d-8425-5bc1faab83eb None None] Network 99dd60e4-50ee-4bca-938f-963f52944557 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:42:08.236290 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:08.236660 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Checking segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:08.237056 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.237427 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Bound using segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:08.237886 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Bound port: 6a932be2-d37a-4436-9501-4f569055be2c, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:08.238240 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.265772 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.271359 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.300936 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.311630 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Deleting port 4e57de63-a48d-4203-a09a-fd32760b92c1 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:42:08.311958 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.373244 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-82afaaae-1636-4182-93b9-25549e7cbec2 None None] Port c7ae9326-6a80-4d1c-9061-d331cfade07b cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:42:08.379397 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port a9a536d1-6d91-4948-9e3f-021b4ca88109 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:08.379929 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.392408 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Pushing event updated for resources: {'Port': ['ID=c7ae9326-6a80-4d1c-9061-d331cfade07b,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:08.424906 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1442874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477369'] for router_interface, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.504559 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] For port 6a932be2-d37a-4436-9501-4f569055be2c, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:08.518509 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] For port 4e57de63-a48d-4203-a09a-fd32760b92c1, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=4e57de63-a48d-4203-a09a-fd32760b92c1,segment=NetworkSegment(ff1991fa-da1c-448d-b437-0916093493dc),segment_id=ff1991fa-da1c-448d-b437-0916093493dc)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:08.519186 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.520508 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] For port 6a932be2-d37a-4436-9501-4f569055be2c, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=6a932be2-d37a-4436-9501-4f569055be2c,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:08.529685 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.678697 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fd65c-820c-4d98-9bd6-98269034e347 None None] Pushing event updated for resources: {'Port': ['ID=6a932be2-d37a-4436-9501-4f569055be2c,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:08.680395 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Network c83090db-3345-4185-95c5-e77079404feb is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:08.681705 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:08.691927 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:08.692515 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:08.770120 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:42:08.821562 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:42:08.821897 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 32064c6f-f3cb-4334-a1fd-9cdf0fd1a822 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:42:08.822306 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device e0cd1d3f-47f0-45b6-9d98-e240453aaa21 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:42:08.828439 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Calling delete_port for 4e57de63-a48d-4203-a09a-fd32760b92c1 owned by network:dhcp {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:42:08.854936 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac87b76-f2af-4b73-9927-70804492d2e6 None None] DHCP port deletion for 99dd60e4-50ee-4bca-938f-963f52944557 request from dv-cinder-826519-1-iscsi {{(pid=82710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 26 20:42:08.869833 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: e0cd1d3f-47f0-45b6-9d98-e240453aaa21 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:42:08.869833 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device e0cd1d3f-47f0-45b6-9d98-e240453aaa21 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:42:08.918898 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.939318 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-8ac87b76-f2af-4b73-9927-70804492d2e6 None None] Deleting port 4e57de63-a48d-4203-a09a-fd32760b92c1 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:42:08.939679 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-8ac87b76-f2af-4b73-9927-70804492d2e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:08.991773 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e57de63-a48d-4203-a09a-fd32760b92c1,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:09.002790 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] No DVR routers for this DVR port 4e57de63-a48d-4203-a09a-fd32760b92c1 on host dv-cinder-826519-1-iscsi {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:42:09.027883 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-8ac87b76-f2af-4b73-9927-70804492d2e6 None None] The port '4e57de63-a48d-4203-a09a-fd32760b92c1' was deleted {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 26 20:42:09.063614 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:09.138563 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:09.166842 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99dd60e4-50ee-4bca-938f-963f52944557']}} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:09.183175 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1991fa-da1c-448d-b437-0916093493dc') {'for_net_delete': True} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:09.183472 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1991fa-da1c-448d-b437-0916093493dc') {} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:09.195583 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7732280'] for segment, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:09.205201 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-47271b82-868b-4c8b-b5d6-13d95e631c70 None None] Provisioning complete for port c7ae9326-6a80-4d1c-9061-d331cfade07b triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:09.205565 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-47271b82-868b-4c8b-b5d6-13d95e631c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:09.216922 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:09.223600 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=82708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:42:09.223989 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080700'] for segment, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:09.232047 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Router b3c46489-6f21-40a6-87c6-d47343b94824 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: Traceback (most recent call last): Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: timer() Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: cb(*args, **kw) Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: return func(*args, **kwargs) Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: self._notify() Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: self.callback(batched_events) Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: event.method(event) Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: return f(self, *a, **k) Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._get(url).json() Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: return self.request(url, 'GET', **kwargs) Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:42:09.242053 dv-cinder-826519-1-iscsi neutron-server[82708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:42:09.333508 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-47271b82-868b-4c8b-b5d6-13d95e631c70 None None] Port c7ae9326-6a80-4d1c-9061-d331cfade07b cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:42:09.353185 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:09.389712 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:09.413108 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] Pushing event deleted for resources: {'Network': ['ID=99dd60e4-50ee-4bca-938f-963f52944557,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:09.423583 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-0890d2ae-3644-42d3-a29f-a96ca93ba79b admin admin] 10.222.0.53 "DELETE /v2.0/networks/99dd60e4-50ee-4bca-938f-963f52944557 HTTP/1.1" status: 204 len: 168 time: 1.2288525 Jan 26 20:42:09.509313 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:08Z', 'revision_number': 2, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:09.516116 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e77e1-0b07-4f1b-a4de-022adae058e4 None None] The sync data for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi is: [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:08Z', 'revision_number': 2, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:42:09.545068 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:42:09.564925 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-94dbba27-ae01-4453-82bf-4d2e3c70945b admin admin] 10.222.0.53 "PUT /v2.0/routers/b3c46489-6f21-40a6-87c6-d47343b94824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6397665 Jan 26 20:42:09.636399 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43706) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:09.704726 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-1ac7ef98-94a2-492f-8591-ee462d03d7c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=485a92e1e3f3476f96124105af3123df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0669982 Jan 26 20:42:09.706813 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43712) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:09.811983 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-69e763eb-d390-4536-b61a-fbf383ced831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:09.855710 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-69e763eb-d390-4536-b61a-fbf383ced831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:09.929214 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-69e763eb-d390-4536-b61a-fbf383ced831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:09.961337 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e763eb-d390-4536-b61a-fbf383ced831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597c0d04-ad19-4f86-8f96-dcc6b7460d36,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:09.975844 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-69e763eb-d390-4536-b61a-fbf383ced831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:09.977207 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-69e763eb-d390-4536-b61a-fbf383ced831 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/597c0d04-ad19-4f86-8f96-dcc6b7460d36 HTTP/1.1" status: 204 len: 168 time: 0.2687507 Jan 26 20:42:10.045072 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 4e57de63-a48d-4203-a09a-fd32760b92c1 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:42:10.077207 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 4e57de63-a48d-4203-a09a-fd32760b92c1 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:42:10.077554 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 4e57de63-a48d-4203-a09a-fd32760b92c1 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:42:10.470125 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43732) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:10.531045 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-ae80baa9-8fa6-4548-bb31-583918932b2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b511339e44a45d9bdbc9200a461495f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573938 Jan 26 20:42:10.531427 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43736) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:10.596210 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-30f6bc95-b793-4ec9-9228-fbc482511256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:10.625333 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-30f6bc95-b793-4ec9-9228-fbc482511256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:10.686819 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-30f6bc95-b793-4ec9-9228-fbc482511256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:10.703291 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6bc95-b793-4ec9-9228-fbc482511256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360f04ad-8a6c-401f-8be8-9f02a428209c,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:10.707587 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-30f6bc95-b793-4ec9-9228-fbc482511256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:10.712170 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-30f6bc95-b793-4ec9-9228-fbc482511256 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/360f04ad-8a6c-401f-8be8-9f02a428209c HTTP/1.1" status: 204 len: 168 time: 0.1763244 Jan 26 20:42:10.896294 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43750) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:10.901770 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1424794347-network', 'tenant_id': '89660c8672b94a709d5f833d1a574e57'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:10.906484 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:10.910363 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Usage tracker for resource:network and tenant:89660c8672b94a709d5f833d1a574e57 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:10.913839 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:10.920468 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:10.933996 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Made reservation on behalf of 89660c8672b94a709d5f833d1a574e57 for: {'network': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:42:10.937127 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:10.956913 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:10.992809 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:10.996665 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Usage tracker for resource:security_group_rule and tenant:89660c8672b94a709d5f833d1a574e57 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:10.999475 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:11.006171 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:11.075865 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.080011 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.111234 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=82708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:42:11.119074 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1b35af-88d5-4d4a-a34a-daffe46d185d,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:11.124596 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.125023 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.segments_db [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Added segment b34304f8-cef9-4ba6-956a-2373b1636316 of type vlan for network 1d96c05c-75c1-4183-91bd-d0213e42858b Jan 26 20:42:11.156747 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.187353 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.188205 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:11.188771 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.288292 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] Pushing event updated for resources: {'Network': ['ID=1d96c05c-75c1-4183-91bd-d0213e42858b,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:11.291495 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-5d7cec77-f4b1-451a-bf9c-87f6039b0129 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3942070 Jan 26 20:42:11.295294 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43768) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:11.300365 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Request body: {'subnet': {'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1424794347-subnet', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'ip_version': 4}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:11.303271 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 1d96c05c-75c1-4183-91bd-d0213e42858b details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:42:11.306520 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:11.311697 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Usage tracker for resource:subnet and tenant:89660c8672b94a709d5f833d1a574e57 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:11.315393 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:11.321171 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:11.336370 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Made reservation on behalf of 89660c8672b94a709d5f833d1a574e57 for: {'subnet': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:42:11.339538 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8011334'] for subnet, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.557736 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7714009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8011344'] for subnet, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.625968 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca328ab-a74f-4ea3-80b1-ee707216c58f,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:11.640836 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43782) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:11.653287 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Checking segment: {'id': 'b34304f8-cef9-4ba6-956a-2373b1636316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:11.654184 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Network hostable DHCP agents. Network: 1d96c05c-75c1-4183-91bd-d0213e42858b, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:42:11.680455 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Network 1d96c05c-75c1-4183-91bd-d0213e42858b is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:42:11.692562 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 1d96c05c-75c1-4183-91bd-d0213e42858b) {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:11.696545 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:11.697119 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.706086 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d54a5d5-844e-48d3-b1b0-d937304afc61 None None] Network 1d96c05c-75c1-4183-91bd-d0213e42858b requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:42:11.725456 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43788) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:11.725630 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-325f3111-9f4e-463c-a885-ffb2e4e2e277 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4293854 Jan 26 20:42:11.731222 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1424794347-router', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:11.741533 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:11.752457 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Usage tracker for resource:router and tenant:89660c8672b94a709d5f833d1a574e57 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:11.756046 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:11.762550 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:11.775951 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28025'] for router, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.776908 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28022'] for router, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.795920 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1834917112-network', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:11.801193 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:11.805140 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Usage tracker for resource:network and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:11.808131 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:11.814428 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:11.827742 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Made reservation on behalf of 44d3ccacd6e54eb1aedfaa23335cb56f for: {'network': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:42:11.830188 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.846746 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.865856 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.896276 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:11.900354 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Usage tracker for resource:security_group_rule and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:11.903581 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:11.946746 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30fa8224-0597-597c-aab4-45dd2a3f5b7f-1d96c05c-75c1-4183-91bd-d0213e42858b', 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'fixed_ips': [{'subnet_id': 'cca328ab-a74f-4ea3-80b1-ee707216c58f'}]}} from dv-cinder-826519-1-iscsi. {{(pid=82710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 26 20:42:11.947605 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:11.965098 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:12.061739 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 6a932be2-d37a-4436-9501-4f569055be2c up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:12.073088 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28004'] for router, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.194165 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.202855 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.218261 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.db_base_plugin_common [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Allocated IP 172.20.0.2 (1d96c05c-75c1-4183-91bd-d0213e42858b/cca328ab-a74f-4ea3-80b1-ee707216c58f/d40272d2-3ef4-43d3-8468-b35cb97e6179) {{(pid=82710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:12.229673 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 6a932be2-d37a-4436-9501-4f569055be2c completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:12.235490 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 6a932be2-d37a-4436-9501-4f569055be2c triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:12.235864 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.241334 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=82709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:42:12.257397 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b96d79-76dd-4b0b-a250-9e8510f3a866,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:12.273027 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.273367 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.segments_db [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Added segment 16d038ce-5af7-4290-949a-24d8e62e302f of type vlan for network 4dec82af-adfe-409d-9600-0434c93cd718 Jan 26 20:42:12.320923 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.368815 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a808a-00ec-4477-9125-ab95efabb647 req-3c6b8cb5-abbd-4914-a8e5-a51470918d93 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:12.371448 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb8a808a-00ec-4477-9125-ab95efabb647 req-3c6b8cb5-abbd-4914-a8e5-a51470918d93 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.1454372 Jan 26 20:42:12.400908 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.401893 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:12.402470 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.430848 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb8a808a-00ec-4477-9125-ab95efabb647 req-f7b73627-6c2f-449c-8315-b1f48bc510b4 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527806 Jan 26 20:42:12.523734 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.531317 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4dec82af-adfe-409d-9600-0434c93cd718,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:12.541192 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43800) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:12.542597 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-18eec062-0bb4-4b39-b882-b8edd82ae0a4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9006107 Jan 26 20:42:12.544531 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.547324 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 4dec82af-adfe-409d-9600-0434c93cd718 details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:42:12.550124 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Request body: {'subnet': {'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1834917112-subnet', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'ip_version': 4}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:12.557810 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:12.563046 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Usage tracker for resource:subnet and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:12.566445 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:12.572825 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:12.576369 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.585444 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Made reservation on behalf of 44d3ccacd6e54eb1aedfaa23335cb56f for: {'subnet': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:42:12.587997 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8011334'] for subnet, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.630903 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 6a932be2-d37a-4436-9501-4f569055be2c, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=6a932be2-d37a-4436-9501-4f569055be2c,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:12.647866 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-1382aa0e-ba3a-43ce-9e54-4bf8a90e3753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.648932 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.699734 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Notify callbacks [] for port, precommit_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.742198 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Transition to ACTIVE for port object d40272d2-3ef4-43d3-8468-b35cb97e6179 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:12.773325 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Transition to ACTIVE for port object d40272d2-3ef4-43d3-8468-b35cb97e6179 will not be triggered until provisioned by entity DHCP. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:12.777043 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=6a932be2-d37a-4436-9501-4f569055be2c,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:12.782141 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.797660 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7714009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8011344'] for subnet, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.841585 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Allocated IP 172.27.0.173 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/f9a78e80-8c04-4192-ac7e-15932d440e6a) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:12.852135 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Network 1d96c05c-75c1-4183-91bd-d0213e42858b is already hosted by enough agents. {{(pid=82710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:12.855811 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.base_scheduler [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Resources bound (agent type, host, resource id): {{(pid=82710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:12.858257 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Pushing event updated for resources: {'Port': ['ID=d40272d2-3ef4-43d3-8468-b35cb97e6179,revision_number=1']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:12.860831 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Received port after_create {{(pid=82710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:12.883666 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46bcd92-ffbb-4d64-bd87-98054ae76669,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:12.893319 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Checking segment: {'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:12.893666 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Network hostable DHCP agents. Network: 4dec82af-adfe-409d-9600-0434c93cd718, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:42:12.916248 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Network 4dec82af-adfe-409d-9600-0434c93cd718 is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:42:12.926362 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 4dec82af-adfe-409d-9600-0434c93cd718) {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:12.935522 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:12.936170 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:12.947381 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f640b31-2b2b-41be-ba18-0c90af19934d None None] Network 4dec82af-adfe-409d-9600-0434c93cd718 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:42:12.950051 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:42:12.974302 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Attempting to bind port d40272d2-3ef4-43d3-8468-b35cb97e6179 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:12.975198 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Attempting to bind port d40272d2-3ef4-43d3-8468-b35cb97e6179 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': 'b34304f8-cef9-4ba6-956a-2373b1636316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:12.975198 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Attempting to bind port d40272d2-3ef4-43d3-8468-b35cb97e6179 on network 1d96c05c-75c1-4183-91bd-d0213e42858b {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:13.013438 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.036634 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:13.037026 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Checking segment: {'id': 'b34304f8-cef9-4ba6-956a-2373b1636316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:13.037433 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.037800 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Bound using segment: {'id': 'b34304f8-cef9-4ba6-956a-2373b1636316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:13.038640 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Bound port: d40272d2-3ef4-43d3-8468-b35cb97e6179, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34304f8-cef9-4ba6-956a-2373b1636316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:13.038640 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.043971 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.051145 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-befa6280-09d0-4f2f-b814-2b03f9208913 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5059788 Jan 26 20:42:13.051312 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43804) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:13.056161 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:13.061542 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:13.065714 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Usage tracker for resource:router and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:13.069241 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:13.077276 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:13.088964 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28025'] for router, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.089999 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28022'] for router, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.112913 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.120294 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:13.121174 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Pushing event updated for resources: {'Port': ['ID=f9a78e80-8c04-4192-ac7e-15932d440e6a,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:13.124758 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:13.127382 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:13.243314 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] For port d40272d2-3ef4-43d3-8468-b35cb97e6179, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:13.277513 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] For port d40272d2-3ef4-43d3-8468-b35cb97e6179, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=d40272d2-3ef4-43d3-8468-b35cb97e6179,segment=NetworkSegment(b34304f8-cef9-4ba6-956a-2373b1636316),segment_id=b34304f8-cef9-4ba6-956a-2373b1636316)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:13.278284 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28004'] for router, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.283687 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.286792 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.287536 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488294'] for router, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.370317 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30fa8224-0597-597c-aab4-45dd2a3f5b7f-4dec82af-adfe-409d-9600-0434c93cd718', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669'}]}} from dv-cinder-826519-1-iscsi. {{(pid=82710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 26 20:42:13.371140 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.387849 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e2877-bc29-43f0-9309-3e198ff90444 None None] Pushing event updated for resources: {'Port': ['ID=d40272d2-3ef4-43d3-8468-b35cb97e6179,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:13.537191 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.579830 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.615697 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.db_base_plugin_common [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Allocated IP 172.20.0.2 (4dec82af-adfe-409d-9600-0434c93cd718/b46bcd92-ffbb-4d64-bd87-98054ae76669/0dee0b83-ebc0-4d08-a23b-f510db020137) {{(pid=82710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:13.673890 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Router 81f3afa1-d635-4b26-a8df-0853a0bb0c0b is scheduled to L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d with binding_index 1 {{(pid=82709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 20:42:13.862172 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Allocated IP 172.27.0.106 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/5e402fec-32c5-4ae7-b02d-d98becaf683e) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:13.883815 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Notify callbacks [] for port, precommit_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.897199 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Transition to ACTIVE for port object 0dee0b83-ebc0-4d08-a23b-f510db020137 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:13.914203 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Transition to ACTIVE for port object 0dee0b83-ebc0-4d08-a23b-f510db020137 will not be triggered until provisioned by entity DHCP. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:13.920834 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.941803 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:42:13.966393 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Sync routers for ids ['81f3afa1-d635-4b26-a8df-0853a0bb0c0b'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:42:13.967926 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed698609-ea3e-459a-964b-7554c4bef70a req-86a23bc1-b915-4a6b-8e51-e2a09bf6ef64 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:13.969613 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ed698609-ea3e-459a-964b-7554c4bef70a req-86a23bc1-b915-4a6b-8e51-e2a09bf6ef64 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.2021184 Jan 26 20:42:13.981889 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Routers {'81f3afa1-d635-4b26-a8df-0853a0bb0c0b'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:13.983386 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:41:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['81f3afa1-d635-4b26-a8df-0853a0bb0c0b'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:13.985600 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] Notify callbacks [] for router, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:13.987190 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-56bfafa8-26ca-4ac8-a449-bb13b71708ac admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2601418 Jan 26 20:42:13.989675 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43812) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:13.996497 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Network 4dec82af-adfe-409d-9600-0434c93cd718 is already hosted by enough agents. {{(pid=82710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:14.002336 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Resources bound (agent type, host, resource id): {{(pid=82710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:14.008984 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Received port after_create {{(pid=82710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:14.081156 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ed698609-ea3e-459a-964b-7554c4bef70a req-f87da6bd-f7dc-476a-9448-523be5fe9b68 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962727 Jan 26 20:42:14.100402 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Pushing event updated for resources: {'Port': ['ID=0dee0b83-ebc0-4d08-a23b-f510db020137,revision_number=1']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:14.109611 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Attempting to bind port 0dee0b83-ebc0-4d08-a23b-f510db020137 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:14.110175 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Attempting to bind port 0dee0b83-ebc0-4d08-a23b-f510db020137 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:14.111256 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Attempting to bind port 0dee0b83-ebc0-4d08-a23b-f510db020137 on network 4dec82af-adfe-409d-9600-0434c93cd718 {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:14.118474 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:14.118641 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:14.118971 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Checking segment: {'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:14.119464 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:14.119912 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Bound using segment: {'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:14.120499 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Bound port: 0dee0b83-ebc0-4d08-a23b-f510db020137, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:14.120929 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:14.182256 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:14.228583 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] For port 0dee0b83-ebc0-4d08-a23b-f510db020137, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:14.238040 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] For port 0dee0b83-ebc0-4d08-a23b-f510db020137, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=0dee0b83-ebc0-4d08-a23b-f510db020137,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:14.241596 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device d40272d2-3ef4-43d3-8468-b35cb97e6179 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:14.282019 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:14.288439 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:14.292078 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:14.301363 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:14.320882 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Set router 81f3afa1-d635-4b26-a8df-0853a0bb0c0b gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:14.444312 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port d40272d2-3ef4-43d3-8468-b35cb97e6179 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:14.457997 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 6a932be2-d37a-4436-9501-4f569055be2c up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:14.482992 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c19e9-f60e-4c3a-90a9-23ad4c9a102b None None] Pushing event updated for resources: {'Port': ['ID=0dee0b83-ebc0-4d08-a23b-f510db020137,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:14.551935 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 6a932be2-d37a-4436-9501-4f569055be2c triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:14.552492 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:14.553816 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Pushing event updated for resources: {'Port': ['ID=5e402fec-32c5-4ae7-b02d-d98becaf683e,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:14.651241 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:14.660628 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488294'] for router, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:14.811647 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b1941-61c3-46c8-bee7-c5796eb7c9f5 None None] Network 1d96c05c-75c1-4183-91bd-d0213e42858b requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:42:14.878756 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'name': 'tempest-TestVolumeBootPattern-1424794347-router', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:11Z', 'updated_at': '2022-01-26T20:42:13Z', 'revision_number': 3, 'project_id': '89660c8672b94a709d5f833d1a574e57', 'gw_port': {'id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:12Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:14.890603 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Checking router: 81f3afa1-d635-4b26-a8df-0853a0bb0c0b for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:42:14.891005 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Updating router 81f3afa1-d635-4b26-a8df-0853a0bb0c0b port f9a78e80-8c04-4192-ac7e-15932d440e6a binding host dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:42:14.992351 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:14.995841 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9315414c-fd1a-4278-87fb-14339383c748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:15.045536 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-9512e709-1e5c-4f8e-846f-60e4bf3d0827 None None] Provisioning for port d40272d2-3ef4-43d3-8468-b35cb97e6179 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:15.051773 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 is scheduled to L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d with binding_index 1 {{(pid=82708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 20:42:15.058008 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-9512e709-1e5c-4f8e-846f-60e4bf3d0827 None None] Provisioning complete for port d40272d2-3ef4-43d3-8468-b35cb97e6179 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:15.058369 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9512e709-1e5c-4f8e-846f-60e4bf3d0827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:15.248643 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9512e709-1e5c-4f8e-846f-60e4bf3d0827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:15.300463 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-9512e709-1e5c-4f8e-846f-60e4bf3d0827 None None] For port d40272d2-3ef4-43d3-8468-b35cb97e6179, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=d40272d2-3ef4-43d3-8468-b35cb97e6179,segment=NetworkSegment(b34304f8-cef9-4ba6-956a-2373b1636316),segment_id=b34304f8-cef9-4ba6-956a-2373b1636316)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:15.308639 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9512e709-1e5c-4f8e-846f-60e4bf3d0827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:15.411993 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:15.466281 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512e709-1e5c-4f8e-846f-60e4bf3d0827 None None] Pushing event updated for resources: {'Port': ['ID=d40272d2-3ef4-43d3-8468-b35cb97e6179,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:15.524788 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:42:15.529556 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Notify callbacks [] for port, precommit_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:15.533234 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Sync routers for ids ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:42:15.537770 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd510c-65b5-419d-9613-d94ded7ca246 req-d53ad786-0792-4354-aede-90bf9d099799 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:15.539362 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e7bd510c-65b5-419d-9613-d94ded7ca246 req-d53ad786-0792-4354-aede-90bf9d099799 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.1293001 Jan 26 20:42:15.550032 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Routers {'5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:15.550669 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:15.564049 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.provisioning_blocks [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Transition to ACTIVE for port object f9a78e80-8c04-4192-ac7e-15932d440e6a will not be triggered until provisioned by entity L2. {{(pid=82711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:15.576275 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:15.680709 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Pushing event updated for resources: {'Port': ['ID=f9a78e80-8c04-4192-ac7e-15932d440e6a,revision_number=2']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:15.694480 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:15.694817 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:15.695185 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:15.695503 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:15.695820 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:15.696133 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:15.696446 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:15.696773 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:15.697287 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:15.697389 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:15.697669 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:15.730975 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Attempting to bind port f9a78e80-8c04-4192-ac7e-15932d440e6a on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:15.731401 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Attempting to bind port f9a78e80-8c04-4192-ac7e-15932d440e6a by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:15.731788 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Attempting to bind port f9a78e80-8c04-4192-ac7e-15932d440e6a on network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:15.739305 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:15.739716 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Checking segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:15.740114 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:15.740496 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Bound using segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:15.741423 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Bound port: f9a78e80-8c04-4192-ac7e-15932d440e6a, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:15.741794 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:15.762731 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e7bd510c-65b5-419d-9613-d94ded7ca246 req-6a7d7fc5-ae3f-4152-9795-83e4eaa5e558 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145481 Jan 26 20:42:15.765701 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Allocated IP 172.20.0.1 (1d96c05c-75c1-4183-91bd-d0213e42858b/cca328ab-a74f-4ea3-80b1-ee707216c58f/785c5489-02b6-43e6-a57c-61d4631c0160) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:15.774896 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] Notify callbacks [] for router, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:15.779127 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-7f434131-3b95-4825-832c-3f59a9f7acb7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7241554 Jan 26 20:42:15.783579 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43820) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:15.944357 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-162c24b5-8d5e-4eb4-8667-941ca7bdd672 None None] Provisioning complete for port d40272d2-3ef4-43d3-8468-b35cb97e6179 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:15.944915 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-162c24b5-8d5e-4eb4-8667-941ca7bdd672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:15.949689 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] For port f9a78e80-8c04-4192-ac7e-15932d440e6a, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:15.983809 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] For port f9a78e80-8c04-4192-ac7e-15932d440e6a, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=f9a78e80-8c04-4192-ac7e-15932d440e6a,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:15.995920 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:16.021556 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e733b-0c97-4d84-9446-8956e19ead01 None None] Network 4dec82af-adfe-409d-9600-0434c93cd718 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:42:16.177227 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Set router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:16.185762 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:16.194192 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892af0b3-50fc-4bb6-b80e-fbff2ce57ab4 None None] Pushing event updated for resources: {'Port': ['ID=f9a78e80-8c04-4192-ac7e-15932d440e6a,revision_number=3']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:16.201285 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Routers {'81f3afa1-d635-4b26-a8df-0853a0bb0c0b'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:16.201820 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['81f3afa1-d635-4b26-a8df-0853a0bb0c0b'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:16.216624 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Transition to ACTIVE for port object 785c5489-02b6-43e6-a57c-61d4631c0160 will not be triggered until provisioned by entity DHCP. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:16.249907 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:16.267428 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device d40272d2-3ef4-43d3-8468-b35cb97e6179 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:16.311276 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Network 1d96c05c-75c1-4183-91bd-d0213e42858b is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:16.314847 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:16.319680 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:16.391524 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478544'] for router_interface, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:16.414017 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Pushing event updated for resources: {'Port': ['ID=785c5489-02b6-43e6-a57c-61d4631c0160,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:16.505835 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:16.580689 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:16.581724 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:16.584756 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] Set router 81f3afa1-d635-4b26-a8df-0853a0bb0c0b gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:16.909905 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-50db3273-5bbd-4358-898f-b77ff789fae7 None None] Provisioning for port 0dee0b83-ebc0-4d08-a23b-f510db020137 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:16.917410 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'name': 'tempest-TestVolumeBootPattern-1424794347-router', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:11Z', 'updated_at': '2022-01-26T20:42:13Z', 'revision_number': 3, 'project_id': '89660c8672b94a709d5f833d1a574e57', 'gw_port': {'id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:12Z', 'updated_at': '2022-01-26T20:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:16.921655 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52432162-c7ca-4512-87ca-d3aa1b196c67 None None] The sync data for ids ['81f3afa1-d635-4b26-a8df-0853a0bb0c0b'] in dv-cinder-826519-1-iscsi is: [{'id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'name': 'tempest-TestVolumeBootPattern-1424794347-router', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:11Z', 'updated_at': '2022-01-26T20:42:13Z', 'revision_number': 3, 'project_id': '89660c8672b94a709d5f833d1a574e57', 'gw_port': {'id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:12Z', 'updated_at': '2022-01-26T20:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:42:16.961785 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:16.967771 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:17.000850 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port d40272d2-3ef4-43d3-8468-b35cb97e6179 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:17.001398 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:17.087430 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Pushing event updated for resources: {'Port': ['ID=785c5489-02b6-43e6-a57c-61d4631c0160,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:17.092064 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1442874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477369'] for router_interface, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:17.125412 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-9c4cc389-7429-449d-a6ef-6e65022b30fd None None] Provisioning for port 785c5489-02b6-43e6-a57c-61d4631c0160 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:17.154254 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:14Z', 'revision_number': 3, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:17.157310 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434953d-b6a5-42ce-94f9-88b99310937b req-4184857f-369c-4160-ba60-3dab329fd227 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:17.158996 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0434953d-b6a5-42ce-94f9-88b99310937b req-4184857f-369c-4160-ba60-3dab329fd227 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.1846819 Jan 26 20:42:17.170873 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-9c4cc389-7429-449d-a6ef-6e65022b30fd None None] Provisioning complete for port 785c5489-02b6-43e6-a57c-61d4631c0160 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:17.171373 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9c4cc389-7429-449d-a6ef-6e65022b30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:17.191750 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:17.200535 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Checking router: 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:42:17.200895 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Updating router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 port 5e402fec-32c5-4ae7-b02d-d98becaf683e binding host dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:42:17.229695 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Network 1d96c05c-75c1-4183-91bd-d0213e42858b is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:17.230787 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:17.289507 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 0dee0b83-ebc0-4d08-a23b-f510db020137 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:17.341793 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:17.381360 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-9c4cc389-7429-449d-a6ef-6e65022b30fd None None] Port 785c5489-02b6-43e6-a57c-61d4631c0160 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:42:17.510595 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0434953d-b6a5-42ce-94f9-88b99310937b req-8af6625e-6bad-497f-9c96-c684d2564062 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954278 Jan 26 20:42:17.584842 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Allocated IP 172.20.0.1 (4dec82af-adfe-409d-9600-0434c93cd718/b46bcd92-ffbb-4d64-bd87-98054ae76669/3f2014ca-5032-48af-9413-77dc4583de4f) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:17.698957 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 0dee0b83-ebc0-4d08-a23b-f510db020137 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:17.721512 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 0dee0b83-ebc0-4d08-a23b-f510db020137 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:17.721864 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:17.750843 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-c425a5a6-86b8-4a7d-bf23-dfb175ecfc80 None None] Provisioning complete for port 785c5489-02b6-43e6-a57c-61d4631c0160 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:17.751250 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-c425a5a6-86b8-4a7d-bf23-dfb175ecfc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:17.754863 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:17.770134 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Transition to ACTIVE for port object 3f2014ca-5032-48af-9413-77dc4583de4f will not be triggered until provisioned by entity DHCP. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:17.794300 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:17.808256 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Router 81f3afa1-d635-4b26-a8df-0853a0bb0c0b has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:42:17.862768 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Network 4dec82af-adfe-409d-9600-0434c93cd718 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:17.865685 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:17.868051 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:17.896175 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-c425a5a6-86b8-4a7d-bf23-dfb175ecfc80 None None] Port 785c5489-02b6-43e6-a57c-61d4631c0160 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:42:17.902918 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2014ca-5032-48af-9413-77dc4583de4f,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:17.938274 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478544'] for router_interface, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.042449 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.049130 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:42:18.052199 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.059395 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Notify callbacks [] for port, precommit_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.073835 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-f22167d6-6d7c-4b16-9aa6-f34b4b88c60b admin admin] 10.222.0.53 "PUT /v2.0/routers/81f3afa1-d635-4b26-a8df-0853a0bb0c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0828660 Jan 26 20:42:18.080819 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.098359 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Transition to ACTIVE for port object 5e402fec-32c5-4ae7-b02d-d98becaf683e will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:18.116362 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.120442 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-85e5f334-f5a0-48ed-bd4d-a5ba43634c41 None None] Provisioning complete for port 0dee0b83-ebc0-4d08-a23b-f510db020137 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:18.121044 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-85e5f334-f5a0-48ed-bd4d-a5ba43634c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.261941 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 0dee0b83-ebc0-4d08-a23b-f510db020137, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=0dee0b83-ebc0-4d08-a23b-f510db020137,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:18.316308 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.333432 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846e82f-d921-4f2a-b67e-8a5c38bad6ad None None] Pushing event updated for resources: {'Port': ['ID=5e402fec-32c5-4ae7-b02d-d98becaf683e,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:18.391180 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Attempting to bind port 5e402fec-32c5-4ae7-b02d-d98becaf683e on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:18.391549 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Attempting to bind port 5e402fec-32c5-4ae7-b02d-d98becaf683e by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:18.391909 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Attempting to bind port 5e402fec-32c5-4ae7-b02d-d98becaf683e on network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:18.417437 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:18.417807 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Checking segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:18.418546 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.419554 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Bound using segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:18.420021 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Bound port: 5e402fec-32c5-4ae7-b02d-d98becaf683e, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:18.420664 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.436617 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.443668 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.477869 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=0dee0b83-ebc0-4d08-a23b-f510db020137,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:18.524185 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] For port 5e402fec-32c5-4ae7-b02d-d98becaf683e, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:18.529289 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] For port 5e402fec-32c5-4ae7-b02d-d98becaf683e, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=5e402fec-32c5-4ae7-b02d-d98becaf683e,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:18.530826 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-5e5a4d4b-86ce-4605-91b6-d499fd2ede81 None None] Provisioning for port 3f2014ca-5032-48af-9413-77dc4583de4f completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:18.536582 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.556837 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2014ca-5032-48af-9413-77dc4583de4f,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:18.559351 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1442874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477369'] for router_interface, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.575900 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-5e5a4d4b-86ce-4605-91b6-d499fd2ede81 None None] Provisioning complete for port 3f2014ca-5032-48af-9413-77dc4583de4f triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:18.576257 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5e5a4d4b-86ce-4605-91b6-d499fd2ede81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.640174 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a4d4b-86ce-4605-91b6-d499fd2ede81 None None] Port 3f2014ca-5032-48af-9413-77dc4583de4f cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:42:18.675510 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846e82f-d921-4f2a-b67e-8a5c38bad6ad None None] Pushing event updated for resources: {'Port': ['ID=5e402fec-32c5-4ae7-b02d-d98becaf683e,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:18.681624 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Routers {'5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:18.682201 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:18.788277 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Network 4dec82af-adfe-409d-9600-0434c93cd718 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:18.790403 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:18.879490 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] Set router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:18.894473 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43840) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:18.902830 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090726675', 'description': 'tempest-secgroup-smoke-1090726675 description', 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:18.909213 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:18.913683 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Usage tracker for resource:security_group and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:18.916880 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:18.923785 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:18.939045 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:18.959621 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15099a36-c10d-46aa-87c7-c9a4b5fff643 req-534c2be2-0de4-4009-8782-73de88c788e4 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:18.961106 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-15099a36-c10d-46aa-87c7-c9a4b5fff643 req-534c2be2-0de4-4009-8782-73de88c788e4 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.2663410 Jan 26 20:42:18.988492 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:18.993789 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Usage tracker for resource:security_group_rule and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:18.999205 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:19.007258 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:19.038062 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-15099a36-c10d-46aa-87c7-c9a4b5fff643 req-ed3540a9-363e-47b6-8b7b-eb305165dffc tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690958 Jan 26 20:42:19.091772 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.100137 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.134696 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-42b1c004-c5e9-4730-800b-10cd4bb921bb None None] Provisioning complete for port 3f2014ca-5032-48af-9413-77dc4583de4f triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:19.135302 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-42b1c004-c5e9-4730-800b-10cd4bb921bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.148748 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aca20fc-72fc-4a04-8760-f790dac2c149,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:19.151411 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.156027 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-733977f8-68df-479f-85f4-2f3307c5deba tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2565916 Jan 26 20:42:19.156311 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43844) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:19.162457 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-5d3c6d20-85c4-4283-a508-f1402b99302b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'security_group_rule': {'security_group_id': '0aca20fc-72fc-4a04-8760-f790dac2c149', 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:19.167706 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-5d3c6d20-85c4-4283-a508-f1402b99302b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:19.171526 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-5d3c6d20-85c4-4283-a508-f1402b99302b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Usage tracker for resource:security_group_rule and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:19.174345 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-5d3c6d20-85c4-4283-a508-f1402b99302b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:19.180243 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-5d3c6d20-85c4-4283-a508-f1402b99302b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:19.201567 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6d20-85c4-4283-a508-f1402b99302b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.249331 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-42b1c004-c5e9-4730-800b-10cd4bb921bb None None] Port 3f2014ca-5032-48af-9413-77dc4583de4f cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:42:19.271304 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:42:19.271541 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6d20-85c4-4283-a508-f1402b99302b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.275592 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6d20-85c4-4283-a508-f1402b99302b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.301656 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:17Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '3f2014ca-5032-48af-9413-77dc4583de4f', 'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'mac_address': 'fa:16:3e:61:34:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:17Z', 'updated_at': '2022-01-26T20:42:18Z', 'revision_number': 2, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'subnets': [{'id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:19.306295 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18013735-3713-4c83-b717-fdcba6ad164c None None] The sync data for ids ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'] in dv-cinder-826519-1-iscsi is: [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:17Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '3f2014ca-5032-48af-9413-77dc4583de4f', 'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'mac_address': 'fa:16:3e:61:34:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:17Z', 'updated_at': '2022-01-26T20:42:18Z', 'revision_number': 2, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'subnets': [{'id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:42:19.312572 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c6d20-85c4-4283-a508-f1402b99302b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744aa789-3655-445c-9c6e-bde817441608,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:19.319845 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5d3c6d20-85c4-4283-a508-f1402b99302b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.321346 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-5d3c6d20-85c4-4283-a508-f1402b99302b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1640604 Jan 26 20:42:19.323942 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43848) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:19.337863 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-e2c729f3-3a7f-4b83-aba3-001da7595da5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'security_group_rule': {'security_group_id': '0aca20fc-72fc-4a04-8760-f790dac2c149', 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:19.343994 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-e2c729f3-3a7f-4b83-aba3-001da7595da5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:19.348033 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-e2c729f3-3a7f-4b83-aba3-001da7595da5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Usage tracker for resource:security_group_rule and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:19.351021 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-e2c729f3-3a7f-4b83-aba3-001da7595da5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:19.357383 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-e2c729f3-3a7f-4b83-aba3-001da7595da5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:19.379528 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e2c729f3-3a7f-4b83-aba3-001da7595da5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.441903 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e2c729f3-3a7f-4b83-aba3-001da7595da5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.446026 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e2c729f3-3a7f-4b83-aba3-001da7595da5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.468881 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c729f3-3a7f-4b83-aba3-001da7595da5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c1c132-e762-4b7d-a02d-db708347037e,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:19.477608 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e2c729f3-3a7f-4b83-aba3-001da7595da5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.478886 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-e2c729f3-3a7f-4b83-aba3-001da7595da5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1539495 Jan 26 20:42:19.481499 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43852) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:19.487064 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-d5ebad63-53b1-4c56-aa7f-8ff211f2803c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'security_group_rule': {'security_group_id': '0aca20fc-72fc-4a04-8760-f790dac2c149', 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:19.487891 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:42:19.493051 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d5ebad63-53b1-4c56-aa7f-8ff211f2803c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:19.497755 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d5ebad63-53b1-4c56-aa7f-8ff211f2803c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Usage tracker for resource:security_group_rule and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:19.507869 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-73713c35-e4f6-43ef-aaa6-6b1387ce7827 admin admin] 10.222.0.53 "PUT /v2.0/routers/5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7152314 Jan 26 20:42:19.508196 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d5ebad63-53b1-4c56-aa7f-8ff211f2803c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:19.508196 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d5ebad63-53b1-4c56-aa7f-8ff211f2803c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:19.525146 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5ebad63-53b1-4c56-aa7f-8ff211f2803c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.592679 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5ebad63-53b1-4c56-aa7f-8ff211f2803c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.596401 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5ebad63-53b1-4c56-aa7f-8ff211f2803c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.620418 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebad63-53b1-4c56-aa7f-8ff211f2803c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5ac3be-f135-4314-8cef-7e95760a9522,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:19.630958 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d5ebad63-53b1-4c56-aa7f-8ff211f2803c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.632423 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-d5ebad63-53b1-4c56-aa7f-8ff211f2803c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1500194 Jan 26 20:42:19.635939 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43862) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:19.641632 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-2b7ac7b2-ac16-4208-9387-3ce05883b2cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'security_group_rule': {'security_group_id': '0aca20fc-72fc-4a04-8760-f790dac2c149', 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:19.647579 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-2b7ac7b2-ac16-4208-9387-3ce05883b2cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:19.651692 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-2b7ac7b2-ac16-4208-9387-3ce05883b2cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Usage tracker for resource:security_group_rule and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:19.654658 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-2b7ac7b2-ac16-4208-9387-3ce05883b2cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:19.660352 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-2b7ac7b2-ac16-4208-9387-3ce05883b2cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:19.676601 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac7b2-ac16-4208-9387-3ce05883b2cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.743275 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac7b2-ac16-4208-9387-3ce05883b2cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.748023 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac7b2-ac16-4208-9387-3ce05883b2cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.771170 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ac7b2-ac16-4208-9387-3ce05883b2cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd10fa1-27dd-4289-aafa-63ee744ca07d,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:19.780880 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac7b2-ac16-4208-9387-3ce05883b2cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.782117 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-2b7ac7b2-ac16-4208-9387-3ce05883b2cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1452525 Jan 26 20:42:19.784743 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43868) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:19.790007 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-b25b1377-47e2-4482-bb84-a7468f906911 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'security_group_rule': {'security_group_id': '0aca20fc-72fc-4a04-8760-f790dac2c149', 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:19.796454 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b25b1377-47e2-4482-bb84-a7468f906911 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:19.800226 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b25b1377-47e2-4482-bb84-a7468f906911 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Usage tracker for resource:security_group_rule and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:19.803024 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b25b1377-47e2-4482-bb84-a7468f906911 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:19.808559 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b25b1377-47e2-4482-bb84-a7468f906911 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:19.819061 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.securitygroups_db [None req-b25b1377-47e2-4482-bb84-a7468f906911 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Project e9a57cd7739d474faf8f56ebf9f56596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 20:42:19.826689 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b25b1377-47e2-4482-bb84-a7468f906911 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.890054 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b25b1377-47e2-4482-bb84-a7468f906911 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.894258 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b25b1377-47e2-4482-bb84-a7468f906911 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.917552 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b1377-47e2-4482-bb84-a7468f906911 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6cefe2-808f-471d-b469-c8fbb23479ca,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:19.927196 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b25b1377-47e2-4482-bb84-a7468f906911 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:19.928353 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b25b1377-47e2-4482-bb84-a7468f906911 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1427190 Jan 26 20:42:19.931195 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43876) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:19.937030 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-27293def-efd2-40e3-8b86-35917e47a3aa tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'security_group_rule': {'security_group_id': '0aca20fc-72fc-4a04-8760-f790dac2c149', 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:19.942696 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-27293def-efd2-40e3-8b86-35917e47a3aa tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:19.946735 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-27293def-efd2-40e3-8b86-35917e47a3aa tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Usage tracker for resource:security_group_rule and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:19.949721 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-27293def-efd2-40e3-8b86-35917e47a3aa tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:19.955819 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-27293def-efd2-40e3-8b86-35917e47a3aa tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:19.965939 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.securitygroups_db [None req-27293def-efd2-40e3-8b86-35917e47a3aa tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Project e9a57cd7739d474faf8f56ebf9f56596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 20:42:19.972653 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-27293def-efd2-40e3-8b86-35917e47a3aa tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.039301 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-27293def-efd2-40e3-8b86-35917e47a3aa tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.042892 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-27293def-efd2-40e3-8b86-35917e47a3aa tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.065748 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27293def-efd2-40e3-8b86-35917e47a3aa tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cb5e46-26a9-40ce-b64b-95c4a820908a,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:20.074871 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-27293def-efd2-40e3-8b86-35917e47a3aa tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.079812 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-27293def-efd2-40e3-8b86-35917e47a3aa tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1443517 Jan 26 20:42:20.285415 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc03881-5350-407b-8924-2e2c00865283 req-6296e845-126a-44f9-ae60-08293dfcd51c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:20.286952 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4fc03881-5350-407b-8924-2e2c00865283 req-6296e845-126a-44f9-ae60-08293dfcd51c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.0964196 Jan 26 20:42:20.357729 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4fc03881-5350-407b-8924-2e2c00865283 req-4e41137a-9fcc-453e-8169-0baa4d1b6711 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615761 Jan 26 20:42:20.394526 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 0dee0b83-ebc0-4d08-a23b-f510db020137 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:20.447923 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43910) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:20.453701 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1755591413-network', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:20.458883 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:20.463394 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Usage tracker for resource:network and tenant:c4aa5a538db64fb1a7a44a86d8f2c313 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:20.466808 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:20.473377 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:20.479270 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 0dee0b83-ebc0-4d08-a23b-f510db020137 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:20.479770 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.484666 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Made reservation on behalf of c4aa5a538db64fb1a7a44a86d8f2c313 for: {'network': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:42:20.487110 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.500772 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.534280 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:20.538556 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Usage tracker for resource:security_group_rule and tenant:c4aa5a538db64fb1a7a44a86d8f2c313 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:20.541507 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:20.548028 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:20.632444 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.636640 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.676143 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=82708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:42:20.688602 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b5eb78-7d6f-40d0-956b-afaae317760b,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:20.692945 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.693274 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.segments_db [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Added segment eb6e2719-84b6-482e-9c12-a02c11896c65 of type vlan for network 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba Jan 26 20:42:20.724953 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.755917 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.756807 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:20.757378 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:20.863282 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] Pushing event updated for resources: {'Network': ['ID=0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:20.866165 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-466e55cb-32fd-44e6-8638-3e83e5e83148 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4170649 Jan 26 20:42:20.870602 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43920) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:20.881010 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Request body: {'subnet': {'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1755591413-subnet', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'ip_version': 4}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:20.885512 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:42:20.889259 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:20.893100 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Usage tracker for resource:subnet and tenant:c4aa5a538db64fb1a7a44a86d8f2c313 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:20.896009 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:20.901615 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:20.913198 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Made reservation on behalf of c4aa5a538db64fb1a7a44a86d8f2c313 for: {'subnet': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:42:20.915583 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6641116'] for subnet, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:21.123462 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7398242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6641098'] for subnet, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:21.203211 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03973baa-1a23-43d1-860c-b7b9fdbda2de,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:21.212292 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Checking segment: {'id': 'eb6e2719-84b6-482e-9c12-a02c11896c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:21.212639 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Network hostable DHCP agents. Network: 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:42:21.233802 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Network 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:42:21.244420 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba) {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:21.249580 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:21.250320 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:21.255690 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877da715-3e0f-4dd1-86de-0959945d0b5b None None] Network 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:42:21.270163 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-f5728720-7a30-40cd-a681-aa171ec592c0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3984773 Jan 26 20:42:21.272700 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43924) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:21.277598 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1755591413-router', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:21.281912 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:21.285710 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Usage tracker for resource:router and tenant:c4aa5a538db64fb1a7a44a86d8f2c313 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:21.288525 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:21.294875 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:21.304751 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28025'] for router, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:21.305689 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-476543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488283', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28022'] for router, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:21.326206 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:21.499178 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28004'] for router, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:21.562080 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30fa8224-0597-597c-aab4-45dd2a3f5b7f-0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba', 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'fixed_ips': [{'subnet_id': '03973baa-1a23-43d1-860c-b7b9fdbda2de'}]}} from dv-cinder-826519-1-iscsi. {{(pid=82710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 26 20:42:21.563170 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:21.710502 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:21.743203 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.db_base_plugin_common [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Allocated IP 172.20.0.2 (0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba/03973baa-1a23-43d1-860c-b7b9fdbda2de/cd25050b-a800-4044-bb5d-da37606667c5) {{(pid=82710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:21.747011 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:21.907693 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c3ae5-e2bb-4756-8452-9a4ea4fd2cdf req-cef4b624-c857-4823-848e-92c02adf88e6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:21.921643 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-181c3ae5-e2bb-4756-8452-9a4ea4fd2cdf req-cef4b624-c857-4823-848e-92c02adf88e6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.2512724 Jan 26 20:42:21.954274 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Allocated IP 172.27.0.217 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/36d4027c-b5db-418c-b998-ffbd64b925b4) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:21.976798 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-181c3ae5-e2bb-4756-8452-9a4ea4fd2cdf req-bf4f97da-c432-43eb-b799-f6532f61672b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516655 Jan 26 20:42:22.047242 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Notify callbacks [] for port, precommit_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:22.057577 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Transition to ACTIVE for port object cd25050b-a800-4044-bb5d-da37606667c5 will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:22.077101 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Transition to ACTIVE for port object cd25050b-a800-4044-bb5d-da37606667c5 will not be triggered until provisioned by entity DHCP. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:22.082872 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773'] for port, after_create {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:22.157953 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Network 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba is already hosted by enough agents. {{(pid=82710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:22.160903 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.scheduler.base_scheduler [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Resources bound (agent type, host, resource id): {{(pid=82710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:22.165192 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Received port after_create {{(pid=82710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:22.167307 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Pushing event updated for resources: {'Port': ['ID=cd25050b-a800-4044-bb5d-da37606667c5,revision_number=1']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:22.208675 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:22.236993 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:22.267516 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Attempting to bind port cd25050b-a800-4044-bb5d-da37606667c5 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:22.267896 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Attempting to bind port cd25050b-a800-4044-bb5d-da37606667c5 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': 'eb6e2719-84b6-482e-9c12-a02c11896c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:22.268248 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Attempting to bind port cd25050b-a800-4044-bb5d-da37606667c5 on network 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:22.274547 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:22.274910 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Checking segment: {'id': 'eb6e2719-84b6-482e-9c12-a02c11896c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:22.275628 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:22.275777 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Bound using segment: {'id': 'eb6e2719-84b6-482e-9c12-a02c11896c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:22.276147 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Bound port: cd25050b-a800-4044-bb5d-da37606667c5, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6e2719-84b6-482e-9c12-a02c11896c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:22.276511 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:22.301564 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:22.304482 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:22.306808 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:22.353474 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Pushing event updated for resources: {'Port': ['ID=36d4027c-b5db-418c-b998-ffbd64b925b4,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:22.368127 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] For port cd25050b-a800-4044-bb5d-da37606667c5, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:22.371669 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] For port cd25050b-a800-4044-bb5d-da37606667c5, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=cd25050b-a800-4044-bb5d-da37606667c5,segment=NetworkSegment(eb6e2719-84b6-482e-9c12-a02c11896c65),segment_id=eb6e2719-84b6-482e-9c12-a02c11896c65)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:22.376755 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:22.466796 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40d99c-fcb0-4b25-8233-2c8270c55c5b None None] Pushing event updated for resources: {'Port': ['ID=cd25050b-a800-4044-bb5d-da37606667c5,revision_number=2']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:22.505759 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:22.506507 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488294'] for router, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:22.815247 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Router 8d6a9895-cf97-4e48-9f39-cd0e8775e755 is scheduled to L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d with binding_index 1 {{(pid=82709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 20:42:23.055528 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:42:23.068984 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Sync routers for ids ['8d6a9895-cf97-4e48-9f39-cd0e8775e755'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:42:23.088084 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] Notify callbacks [] for router, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:23.089926 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-12230514-cd32-4e6e-a422-d038432b8645 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8161459 Jan 26 20:42:23.090149 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Routers {'8d6a9895-cf97-4e48-9f39-cd0e8775e755'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:23.090755 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['8d6a9895-cf97-4e48-9f39-cd0e8775e755'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:23.092531 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43940) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:23.300558 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d5b3b-096a-47c4-b4aa-ec120f443129 req-74b0af09-e238-4ed5-9870-fd093bd0ae1e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:23.302009 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-809d5b3b-096a-47c4-b4aa-ec120f443129 req-74b0af09-e238-4ed5-9870-fd093bd0ae1e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.1277473 Jan 26 20:42:23.329959 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Set router 8d6a9895-cf97-4e48-9f39-cd0e8775e755 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:23.416575 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-809d5b3b-096a-47c4-b4aa-ec120f443129 req-5b603376-ee7a-423a-b376-25599d3cdc82 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642889 Jan 26 20:42:23.574553 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08664df0-e9d1-4b25-a850-85d1a8471151 None None] Network 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:42:23.704511 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Sync routers for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:42:23.706597 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-04e2bebd-8418-4bf1-a92e-f769d0001317 None None] Provisioning for port cd25050b-a800-4044-bb5d-da37606667c5 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:23.749458 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'name': 'tempest-TestShelveInstance-1755591413-router', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:22Z', 'revision_number': 3, 'project_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'gw_port': {'id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:23.749736 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:23.750165 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:23.756319 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Checking router: 8d6a9895-cf97-4e48-9f39-cd0e8775e755 for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:42:23.756765 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Updating router 8d6a9895-cf97-4e48-9f39-cd0e8775e755 port 36d4027c-b5db-418c-b998-ffbd64b925b4 binding host dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:42:23.848695 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:24.076137 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:24.252521 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Notify callbacks [] for port, precommit_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:24.281875 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.provisioning_blocks [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Transition to ACTIVE for port object 36d4027c-b5db-418c-b998-ffbd64b925b4 will not be triggered until provisioned by entity L2. {{(pid=82711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:24.297242 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:24.312988 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:24.521313 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fc10f-abf7-4bb2-baff-7218ad62155b None None] Pushing event updated for resources: {'Port': ['ID=36d4027c-b5db-418c-b998-ffbd64b925b4,revision_number=2']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:24.539688 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Attempting to bind port 36d4027c-b5db-418c-b998-ffbd64b925b4 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:24.540029 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Attempting to bind port 36d4027c-b5db-418c-b998-ffbd64b925b4 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:24.540380 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Attempting to bind port 36d4027c-b5db-418c-b998-ffbd64b925b4 on network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:24.558578 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:24.558578 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Checking segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:24.558578 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:24.558578 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Bound using segment: {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:24.559811 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Bound port: 36d4027c-b5db-418c-b998-ffbd64b925b4, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461438d-88c7-4cbf-9ad1-34a2e5c7725b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52'}}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:24.559811 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:24.638731 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device f9a78e80-8c04-4192-ac7e-15932d440e6a up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:24.721721 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] For port 36d4027c-b5db-418c-b998-ffbd64b925b4, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:24.727153 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] For port 36d4027c-b5db-418c-b998-ffbd64b925b4, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=36d4027c-b5db-418c-b998-ffbd64b925b4,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:24.733082 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:24.811614 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Routers {'8d6a9895-cf97-4e48-9f39-cd0e8775e755'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:24.812165 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['8d6a9895-cf97-4e48-9f39-cd0e8775e755'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:24.838874 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383048d4-9d18-4c60-8dce-c523a4d1badc req-e8883cc0-721c-4d32-93d2-8fc025bab0cb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:24.848664 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port f9a78e80-8c04-4192-ac7e-15932d440e6a completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:24.849199 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-383048d4-9d18-4c60-8dce-c523a4d1badc req-e8883cc0-721c-4d32-93d2-8fc025bab0cb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.1703727 Jan 26 20:42:24.857742 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Allocated IP 172.20.0.1 (0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba/03973baa-1a23-43d1-860c-b7b9fdbda2de/b95ee64c-8265-49f6-9a99-419e6f653be6) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:24.868434 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port f9a78e80-8c04-4192-ac7e-15932d440e6a triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:24.868792 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:24.919272 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fc10f-abf7-4bb2-baff-7218ad62155b None None] Pushing event updated for resources: {'Port': ['ID=36d4027c-b5db-418c-b998-ffbd64b925b4,revision_number=3']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:24.960120 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-383048d4-9d18-4c60-8dce-c523a4d1badc req-73b3fd03-4a61-414b-8eff-168f8b96a7b8 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091096 Jan 26 20:42:25.064655 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] Set router 8d6a9895-cf97-4e48-9f39-cd0e8775e755 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:25.075797 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:25.096825 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:08Z', 'revision_number': 2, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:25.113845 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Checking router: b3c46489-6f21-40a6-87c6-d47343b94824 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:42:25.114206 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Updating router b3c46489-6f21-40a6-87c6-d47343b94824 port c7ae9326-6a80-4d1c-9061-d331cfade07b binding host dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:42:25.168509 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port f9a78e80-8c04-4192-ac7e-15932d440e6a, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=f9a78e80-8c04-4192-ac7e-15932d440e6a,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:25.169473 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:25.179970 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:25.180724 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device cd25050b-a800-4044-bb5d-da37606667c5 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:25.220716 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:25.259296 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Transition to ACTIVE for port object b95ee64c-8265-49f6-9a99-419e6f653be6 will not be triggered until provisioned by entity DHCP. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:25.298171 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:25.365477 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Network 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:25.366107 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=f9a78e80-8c04-4192-ac7e-15932d440e6a,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:25.371052 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:25.393909 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:25.438866 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port cd25050b-a800-4044-bb5d-da37606667c5 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:25.451615 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port cd25050b-a800-4044-bb5d-da37606667c5 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:25.451973 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:25.479361 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 09f8feee-5a46-4a42-aac9-49f8103c803a details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:42:25.488086 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Pushing event updated for resources: {'Port': ['ID=b95ee64c-8265-49f6-9a99-419e6f653be6,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:25.509518 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-478544'] for router_interface, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:25.562816 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'name': 'tempest-TestShelveInstance-1755591413-router', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:22Z', 'revision_number': 3, 'project_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'gw_port': {'id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:25.577222 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca4e416-37bf-4837-810e-c7bae1e70f11 None None] The sync data for ids ['8d6a9895-cf97-4e48-9f39-cd0e8775e755'] in dv-cinder-826519-1-iscsi is: [{'id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'name': 'tempest-TestShelveInstance-1755591413-router', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:22Z', 'revision_number': 3, 'project_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'gw_port': {'id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:42:25.787647 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:25.797649 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=09f8feee-5a46-4a42-aac9-49f8103c803a,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:25.829992 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'port_id': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'mac_address': 'fa:16:3e:12:32:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:42:25.993304 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-be99a80e-d6ec-4bff-8e05-9d1716df225e None None] Provisioning for port b95ee64c-8265-49f6-9a99-419e6f653be6 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:26.031240 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-be99a80e-d6ec-4bff-8e05-9d1716df225e None None] Provisioning complete for port b95ee64c-8265-49f6-9a99-419e6f653be6 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:26.031595 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-be99a80e-d6ec-4bff-8e05-9d1716df225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:26.061549 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:26.105757 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:26.118360 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:26.125585 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:26.140836 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09f8feee-5a46-4a42-aac9-49f8103c803a {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:42:26.171222 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-be99a80e-d6ec-4bff-8e05-9d1716df225e None None] Port b95ee64c-8265-49f6-9a99-419e6f653be6 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:42:26.194806 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=09f8feee-5a46-4a42-aac9-49f8103c803a,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:26.198502 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port cd25050b-a800-4044-bb5d-da37606667c5, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=cd25050b-a800-4044-bb5d-da37606667c5,segment=NetworkSegment(eb6e2719-84b6-482e-9c12-a02c11896c65),segment_id=eb6e2719-84b6-482e-9c12-a02c11896c65)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:26.202718 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:26.236169 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:26.321114 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['09f8feee-5a46-4a42-aac9-49f8103c803a'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:42:26.342315 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Pushing event updated for resources: {'Port': ['ID=b95ee64c-8265-49f6-9a99-419e6f653be6,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:26.345607 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1442874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477369'] for router_interface, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:26.387902 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=09f8feee-5a46-4a42-aac9-49f8103c803a,revision_number=6']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:26.465523 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Notify callbacks [] for port, precommit_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:26.521966 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Transition to ACTIVE for port object c7ae9326-6a80-4d1c-9061-d331cfade07b will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:26.535559 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:26.551695 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=cd25050b-a800-4044-bb5d-da37606667c5,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:26.576280 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Network 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:26.578160 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:26.735478 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c4315-9cc6-45a8-8a51-0a2d69f9e434 req-d0c4da23-1191-460d-8e8c-c32f7a6deae1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:26.737919 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-818c4315-9cc6-45a8-8a51-0a2d69f9e434 req-d0c4da23-1191-460d-8e8c-c32f7a6deae1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 945 time: 0.5075183 Jan 26 20:42:26.885482 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device f9a78e80-8c04-4192-ac7e-15932d440e6a up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:26.959731 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-818c4315-9cc6-45a8-8a51-0a2d69f9e434 req-241de87a-605d-4890-9c7b-3b174b744460 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054296 Jan 26 20:42:26.998594 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e490331-53a0-4ae1-a662-cecf65717c4f None None] Pushing event updated for resources: {'Port': ['ID=c7ae9326-6a80-4d1c-9061-d331cfade07b,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:27.161290 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Attempting to bind port c7ae9326-6a80-4d1c-9061-d331cfade07b on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:27.161622 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Attempting to bind port c7ae9326-6a80-4d1c-9061-d331cfade07b by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:27.162114 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Attempting to bind port c7ae9326-6a80-4d1c-9061-d331cfade07b on network c83090db-3345-4185-95c5-e77079404feb {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:27.196622 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:27.196916 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Checking segment: {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:27.197302 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:27.197690 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Bound using segment: {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:27.198154 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Bound port: c7ae9326-6a80-4d1c-9061-d331cfade07b, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:27.198521 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:27.240336 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-671f6823-b87e-4702-852b-747f168a5c31 None None] Provisioning complete for port b95ee64c-8265-49f6-9a99-419e6f653be6 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:27.240708 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-671f6823-b87e-4702-852b-747f168a5c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:27.304716 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port f9a78e80-8c04-4192-ac7e-15932d440e6a triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:27.305084 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:27.310184 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Router 8d6a9895-cf97-4e48-9f39-cd0e8775e755 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:42:27.466793 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-671f6823-b87e-4702-852b-747f168a5c31 None None] Port b95ee64c-8265-49f6-9a99-419e6f653be6 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:42:27.485875 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] For port c7ae9326-6a80-4d1c-9061-d331cfade07b, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:27.495976 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] For port c7ae9326-6a80-4d1c-9061-d331cfade07b, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=c7ae9326-6a80-4d1c-9061-d331cfade07b,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:27.535946 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:27.582922 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:42:27.613089 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-9eb871f9-e3f3-400d-8222-7dd72c365830 admin admin] 10.222.0.53 "PUT /v2.0/routers/8d6a9895-cf97-4e48-9f39-cd0e8775e755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5147040 Jan 26 20:42:27.669846 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 5e402fec-32c5-4ae7-b02d-d98becaf683e up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:27.738206 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e490331-53a0-4ae1-a662-cecf65717c4f None None] Pushing event updated for resources: {'Port': ['ID=c7ae9326-6a80-4d1c-9061-d331cfade07b,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:27.759846 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:27.760459 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:27.880491 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 5e402fec-32c5-4ae7-b02d-d98becaf683e completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:27.888762 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 5e402fec-32c5-4ae7-b02d-d98becaf683e triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:27.889432 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:28.114908 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:28.264968 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:28.281534 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 5e402fec-32c5-4ae7-b02d-d98becaf683e, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=5e402fec-32c5-4ae7-b02d-d98becaf683e,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:28.377510 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:28.458043 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be334931-2351-4c42-8624-627bb2b01fcb req-6eb73dca-ffc7-4a2f-8605-515b48bfab80 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:28.469421 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-be334931-2351-4c42-8624-627bb2b01fcb req-6eb73dca-ffc7-4a2f-8605-515b48bfab80 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 945 time: 0.1572556 Jan 26 20:42:28.573072 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-be334931-2351-4c42-8624-627bb2b01fcb req-1d5c938d-d9e2-417c-9888-4ee477329984 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022687 Jan 26 20:42:28.602672 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device cd25050b-a800-4044-bb5d-da37606667c5 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:28.615703 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 43984) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:28.622660 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352959337', 'description': 'tempest-secgroup-smoke-1352959337 description', 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:28.629794 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:28.633810 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Usage tracker for resource:security_group and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:28.641774 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:28.648185 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:28.672640 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:28.728717 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:28.735797 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Usage tracker for resource:security_group_rule and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:28.739220 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:28.745866 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:28.760809 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=5e402fec-32c5-4ae7-b02d-d98becaf683e,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:28.833289 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:28.839027 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:28.839656 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port cd25050b-a800-4044-bb5d-da37606667c5 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:28.840116 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:28.893539 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82786167-47d1-4f3a-8c0c-276c986bbb12,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:28.897016 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:28.901635 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43992) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:28.902199 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1fb4743a-f8ba-4555-84d7-f5d38b160866 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2847893 Jan 26 20:42:28.910000 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-dcf445ad-9505-4817-a736-c56ffaa00f33 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Request body: {'security_group_rule': {'security_group_id': '82786167-47d1-4f3a-8c0c-276c986bbb12', 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:28.920508 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:27Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:28.926244 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bdc356-274a-4a65-b003-b2546d587878 None None] The sync data for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi is: [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:27Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:42:28.937569 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-dcf445ad-9505-4817-a736-c56ffaa00f33 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:28.944922 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-dcf445ad-9505-4817-a736-c56ffaa00f33 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Usage tracker for resource:security_group_rule and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:28.960781 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-dcf445ad-9505-4817-a736-c56ffaa00f33 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:28.973535 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-dcf445ad-9505-4817-a736-c56ffaa00f33 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:29.009364 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-dcf445ad-9505-4817-a736-c56ffaa00f33 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.127565 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device c7ae9326-6a80-4d1c-9061-d331cfade07b up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:29.141442 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-dcf445ad-9505-4817-a736-c56ffaa00f33 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.155901 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-dcf445ad-9505-4817-a736-c56ffaa00f33 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.203765 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf445ad-9505-4817-a736-c56ffaa00f33 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38714f6-c0e6-4d15-b4e2-1f4415d01702,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:29.227241 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-dcf445ad-9505-4817-a736-c56ffaa00f33 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.231791 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-dcf445ad-9505-4817-a736-c56ffaa00f33 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3244946 Jan 26 20:42:29.232393 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 43996) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:29.243284 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-048d60ee-9272-492a-b6cd-b346fa3e532c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Request body: {'security_group_rule': {'security_group_id': '82786167-47d1-4f3a-8c0c-276c986bbb12', 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:29.249238 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-048d60ee-9272-492a-b6cd-b346fa3e532c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:29.253675 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-048d60ee-9272-492a-b6cd-b346fa3e532c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Usage tracker for resource:security_group_rule and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:29.256729 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-048d60ee-9272-492a-b6cd-b346fa3e532c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:29.262947 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-048d60ee-9272-492a-b6cd-b346fa3e532c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:29.263453 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port c7ae9326-6a80-4d1c-9061-d331cfade07b completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:29.273983 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port c7ae9326-6a80-4d1c-9061-d331cfade07b triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:29.274340 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.282175 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-048d60ee-9272-492a-b6cd-b346fa3e532c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.412480 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-048d60ee-9272-492a-b6cd-b346fa3e532c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.419365 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-048d60ee-9272-492a-b6cd-b346fa3e532c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.465734 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d60ee-9272-492a-b6cd-b346fa3e532c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9739928f-ded3-44de-8fd1-10b6a94f8f48,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:29.474247 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-048d60ee-9272-492a-b6cd-b346fa3e532c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.476140 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-048d60ee-9272-492a-b6cd-b346fa3e532c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2425265 Jan 26 20:42:29.478935 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 44000) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:29.485607 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-795cb432-8bfd-49e5-a447-8fc48b882f0c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Request body: {'security_group_rule': {'security_group_id': '82786167-47d1-4f3a-8c0c-276c986bbb12', 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:29.501451 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-795cb432-8bfd-49e5-a447-8fc48b882f0c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:29.506904 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-795cb432-8bfd-49e5-a447-8fc48b882f0c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Usage tracker for resource:security_group_rule and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:29.511627 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-795cb432-8bfd-49e5-a447-8fc48b882f0c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:29.518545 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 09f8feee-5a46-4a42-aac9-49f8103c803a up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:29.545703 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-795cb432-8bfd-49e5-a447-8fc48b882f0c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:29.569315 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-795cb432-8bfd-49e5-a447-8fc48b882f0c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.673030 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-795cb432-8bfd-49e5-a447-8fc48b882f0c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.680320 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-795cb432-8bfd-49e5-a447-8fc48b882f0c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.686377 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.725896 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cb432-8bfd-49e5-a447-8fc48b882f0c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f985fa5d-463c-4ac1-9da8-1e5adf41918c,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:29.748555 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-795cb432-8bfd-49e5-a447-8fc48b882f0c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.751271 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-795cb432-8bfd-49e5-a447-8fc48b882f0c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2712185 Jan 26 20:42:29.754447 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 44010) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:29.763506 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-8be7cb17-3340-4444-989c-f8eef27786b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Request body: {'security_group_rule': {'security_group_id': '82786167-47d1-4f3a-8c0c-276c986bbb12', 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:29.770862 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-8be7cb17-3340-4444-989c-f8eef27786b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:29.775647 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-8be7cb17-3340-4444-989c-f8eef27786b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Usage tracker for resource:security_group_rule and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:29.779599 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-8be7cb17-3340-4444-989c-f8eef27786b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:29.788910 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-8be7cb17-3340-4444-989c-f8eef27786b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:29.816290 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 09f8feee-5a46-4a42-aac9-49f8103c803a triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:29.816643 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.853314 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port c7ae9326-6a80-4d1c-9061-d331cfade07b, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=c7ae9326-6a80-4d1c-9061-d331cfade07b,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:29.859932 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:29.980625 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=c7ae9326-6a80-4d1c-9061-d331cfade07b,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:30.001889 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8be7cb17-3340-4444-989c-f8eef27786b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.057479 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.086120 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:42:30.092925 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa428c24-02cd-4a1c-898f-edbc64869d20 req-4f6b8b41-704c-4fc5-b23d-1e82b1a25c11 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:30.094366 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fa428c24-02cd-4a1c-898f-edbc64869d20 req-4f6b8b41-704c-4fc5-b23d-1e82b1a25c11 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 945 time: 0.1539011 Jan 26 20:42:30.095691 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=09f8feee-5a46-4a42-aac9-49f8103c803a,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:30.099368 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8be7cb17-3340-4444-989c-f8eef27786b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.101994 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.106531 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8be7cb17-3340-4444-989c-f8eef27786b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.157183 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7cb17-3340-4444-989c-f8eef27786b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2f2691-5966-4481-b1e1-6262e9a4516b,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:30.175434 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8be7cb17-3340-4444-989c-f8eef27786b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.176601 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-8be7cb17-3340-4444-989c-f8eef27786b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4203923 Jan 26 20:42:30.179627 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44020) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:30.189321 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-7e75f192-d720-40da-b40f-54c663886fea tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Request body: {'security_group_rule': {'security_group_id': '82786167-47d1-4f3a-8c0c-276c986bbb12', 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:30.191187 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=09f8feee-5a46-4a42-aac9-49f8103c803a,revision_number=7']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:30.201350 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fa428c24-02cd-4a1c-898f-edbc64869d20 req-4b2eb8ec-fce0-4b68-98a5-a3e1bd518563 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825121 Jan 26 20:42:30.201802 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-7e75f192-d720-40da-b40f-54c663886fea tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:30.210422 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-7e75f192-d720-40da-b40f-54c663886fea tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Usage tracker for resource:security_group_rule and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:30.218158 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-7e75f192-d720-40da-b40f-54c663886fea tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:30.263388 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-7e75f192-d720-40da-b40f-54c663886fea tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:30.276469 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.securitygroups_db [None req-7e75f192-d720-40da-b40f-54c663886fea tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Project 44d3ccacd6e54eb1aedfaa23335cb56f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 20:42:30.284303 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7e75f192-d720-40da-b40f-54c663886fea tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.326189 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'code': 200} Jan 26 20:42:30.379610 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7e75f192-d720-40da-b40f-54c663886fea tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.396471 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7e75f192-d720-40da-b40f-54c663886fea tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.436263 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75f192-d720-40da-b40f-54c663886fea tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c6b8ec-1ff7-4a14-b191-c57fd2886582,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:30.452904 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7e75f192-d720-40da-b40f-54c663886fea tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.454412 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-7e75f192-d720-40da-b40f-54c663886fea tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2731335 Jan 26 20:42:30.457543 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 44024) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:30.463440 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-457625a5-c3c2-46a4-8972-56ea96dd0939 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Request body: {'security_group_rule': {'security_group_id': '82786167-47d1-4f3a-8c0c-276c986bbb12', 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:30.471879 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-457625a5-c3c2-46a4-8972-56ea96dd0939 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:30.474885 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-457625a5-c3c2-46a4-8972-56ea96dd0939 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Usage tracker for resource:security_group_rule and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:42:30.478121 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-457625a5-c3c2-46a4-8972-56ea96dd0939 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:42:30.483600 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device c7ae9326-6a80-4d1c-9061-d331cfade07b up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:30.484830 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-457625a5-c3c2-46a4-8972-56ea96dd0939 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:30.498864 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.securitygroups_db [None req-457625a5-c3c2-46a4-8972-56ea96dd0939 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Project 44d3ccacd6e54eb1aedfaa23335cb56f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 20:42:30.505720 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-457625a5-c3c2-46a4-8972-56ea96dd0939 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.561476 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port c7ae9326-6a80-4d1c-9061-d331cfade07b triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:30.561958 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.579852 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-457625a5-c3c2-46a4-8972-56ea96dd0939 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.584225 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-457625a5-c3c2-46a4-8972-56ea96dd0939 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464632'] for security_group_rule, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.608513 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457625a5-c3c2-46a4-8972-56ea96dd0939 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7028ef-3672-4281-b5bc-7a3a0f90ec77,revision_number=0']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:30.623620 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-457625a5-c3c2-46a4-8972-56ea96dd0939 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:30.624873 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-457625a5-c3c2-46a4-8972-56ea96dd0939 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1662686 Jan 26 20:42:30.721806 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 5e402fec-32c5-4ae7-b02d-d98becaf683e up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:30.792413 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 5e402fec-32c5-4ae7-b02d-d98becaf683e triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:30.792945 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:31.572009 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9824eb-66f6-4858-930f-60c77caaff04 req-a3756065-c771-4181-ae4a-05b12808f383 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:31.574270 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8f9824eb-66f6-4858-930f-60c77caaff04 req-a3756065-c771-4181-ae4a-05b12808f383 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.1611731 Jan 26 20:42:31.632818 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8f9824eb-66f6-4858-930f-60c77caaff04 req-ab48eaf1-983a-4367-8a71-89f36aa240be tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512702 Jan 26 20:42:32.505699 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 36d4027c-b5db-418c-b998-ffbd64b925b4 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:32.627584 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 36d4027c-b5db-418c-b998-ffbd64b925b4 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:32.636300 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 36d4027c-b5db-418c-b998-ffbd64b925b4 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:32.637161 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:32.842626 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:32.859980 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 36d4027c-b5db-418c-b998-ffbd64b925b4, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=36d4027c-b5db-418c-b998-ffbd64b925b4,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:32.865495 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:32.925484 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be63fc-82ef-450d-a3f5-ca7f24b89daa req-ba6250e9-e536-41d6-81c2-612b9901129a tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:32.934996 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-94be63fc-82ef-450d-a3f5-ca7f24b89daa req-ba6250e9-e536-41d6-81c2-612b9901129a tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.0991480 Jan 26 20:42:32.944069 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=36d4027c-b5db-418c-b998-ffbd64b925b4,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:32.987682 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-94be63fc-82ef-450d-a3f5-ca7f24b89daa req-217f0cdd-9946-49e0-880c-ba359e0a2c07 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514059 Jan 26 20:42:33.259842 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:34.226944 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5c08-3dc6-4ee3-b56d-2350d5b55973 req-78bccaea-657e-4208-866a-1abc81706a88 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:34.228298 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-abac5c08-3dc6-4ee3-b56d-2350d5b55973 req-78bccaea-657e-4208-866a-1abc81706a88 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.0818532 Jan 26 20:42:34.274595 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-abac5c08-3dc6-4ee3-b56d-2350d5b55973 req-fe29385e-12d3-489c-a4da-9635b70c392d tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406315 Jan 26 20:42:34.476823 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 36d4027c-b5db-418c-b998-ffbd64b925b4 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:34.551624 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 36d4027c-b5db-418c-b998-ffbd64b925b4 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:34.551980 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:35.386822 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7154ef48-48af-422e-a08a-a383213b3ffc req-58d15437-3130-4930-9924-75559ff4dd3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 1099 time: 0.1925163 Jan 26 20:42:35.600950 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154ef48-48af-422e-a08a-a383213b3ffc req-674b83bb-965f-496f-8c32-c3bb073ae914 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:35.602548 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7154ef48-48af-422e-a08a-a383213b3ffc req-674b83bb-965f-496f-8c32-c3bb073ae914 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 200 len: 917 time: 0.1958394 Jan 26 20:42:35.676153 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b009d7-aaa4-437e-aa3a-fc1e500dd84f req-9cee6133-af0b-42c2-9b5f-1a91735cce4a tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:35.677948 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-20b009d7-aaa4-437e-aa3a-fc1e500dd84f req-9cee6133-af0b-42c2-9b5f-1a91735cce4a tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.2491546 Jan 26 20:42:35.766956 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7154ef48-48af-422e-a08a-a383213b3ffc req-a1d1a3be-cfd1-43bc-b363-e7b48d749fd0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f8feee-5a46-4a42-aac9-49f8103c803a HTTP/1.1" status: 200 len: 1002 time: 0.1530511 Jan 26 20:42:35.766956 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-20b009d7-aaa4-437e-aa3a-fc1e500dd84f req-289c521b-8a56-4f06-b71a-4785488671ef tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794723 Jan 26 20:42:35.834161 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154ef48-48af-422e-a08a-a383213b3ffc req-aedd8f05-1014-4fe8-9c18-09cf6bf6fe71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:35.835654 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7154ef48-48af-422e-a08a-a383213b3ffc req-aedd8f05-1014-4fe8-9c18-09cf6bf6fe71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab66317f-1f97-4db1-838e-7f27eb67f0da HTTP/1.1" status: 200 len: 855 time: 0.0669997 Jan 26 20:42:35.925347 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7154ef48-48af-422e-a08a-a383213b3ffc req-71db5c0c-5596-4ac1-be83-be145df56b3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4516c057-057d-4328-b219-148cc457f2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833004 Jan 26 20:42:36.076277 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7154ef48-48af-422e-a08a-a383213b3ffc req-faf90741-8e7c-46a3-b5a5-0a048dbcaa5d service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437328 Jan 26 20:42:36.220781 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7154ef48-48af-422e-a08a-a383213b3ffc req-c7765092-aa46-441f-a3fe-a544e971d48f service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384149 Jan 26 20:42:37.079376 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2391c1a-86c5-451a-b956-64ccc8ff8fdb req-a0571566-96ae-4750-9f24-924142f3c2ce tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:37.087543 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f2391c1a-86c5-451a-b956-64ccc8ff8fdb req-a0571566-96ae-4750-9f24-924142f3c2ce tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.1301975 Jan 26 20:42:37.167911 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f2391c1a-86c5-451a-b956-64ccc8ff8fdb req-1ca7a016-456c-4ff7-92f1-e8ccaccf4aea tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793700 Jan 26 20:42:37.282372 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-74778c7d-bf9e-4a00-93fe-f3831c4c4d39 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090726675&fields=id&tenant_id=e9a57cd7739d474faf8f56ebf9f56596 HTTP/1.1" status: 200 len: 267 time: 0.0523648 Jan 26 20:42:37.499695 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-fdc8a56c-700e-4050-8745-d92ebc6d9b6c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:37.501437 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-fdc8a56c-700e-4050-8745-d92ebc6d9b6c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 812 time: 0.2094548 Jan 26 20:42:37.521399 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-6da5ed0f-bc06-481b-b211-e9497e23428a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/quotas/e9a57cd7739d474faf8f56ebf9f56596 HTTP/1.1" status: 200 len: 375 time: 0.0143397 Jan 26 20:42:37.611361 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-86931f31-07be-46cb-8663-787a9010b2c8 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813596 Jan 26 20:42:37.848730 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-ca16fffc-84f9-4c99-82cb-e86e64e0dc86 service neutron] 10.222.0.53 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246935 Jan 26 20:42:38.094872 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-e5b3394c-e680-4162-92fa-c0df1593430f service neutron] 10.222.0.53 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451856 Jan 26 20:42:38.395627 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15399e39-7489-4727-8829-546090c25804 req-51102b9e-d7e6-4041-bfa9-a6fcd3465cc0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:38.404498 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-15399e39-7489-4727-8829-546090c25804 req-51102b9e-d7e6-4041-bfa9-a6fcd3465cc0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.1007497 Jan 26 20:42:38.464275 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-15399e39-7489-4727-8829-546090c25804 req-0f11b020-5aa5-4246-82e5-6599a8fdec6f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584435 Jan 26 20:42:38.613542 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-94db1611-3a5a-4fde-8aab-f26c74a9301a req-b84b4169-d0ff-48bd-be54-1297b88a0f56 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Synchronizing usage tracker for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:42:38.634752 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-94db1611-3a5a-4fde-8aab-f26c74a9301a req-b84b4169-d0ff-48bd-be54-1297b88a0f56 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Unset dirty status for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:42:38.647529 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-94db1611-3a5a-4fde-8aab-f26c74a9301a req-b84b4169-d0ff-48bd-be54-1297b88a0f56 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 210 time: 0.0845599 Jan 26 20:42:39.722088 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fbb60-4d18-419f-ab46-ab73e10e3f35 req-700f5fe8-18be-4fae-a985-023b86c565c1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:39.729111 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-334fbb60-4d18-419f-ab46-ab73e10e3f35 req-700f5fe8-18be-4fae-a985-023b86c565c1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.0969748 Jan 26 20:42:39.784347 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-334fbb60-4d18-419f-ab46-ab73e10e3f35 req-8a90309a-6da7-40fd-93c5-503ec580c4e2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539889 Jan 26 20:42:39.881052 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8d3f65eb-77a9-4971-ba67-15f656283cb2 req-f1b6edbb-d2bb-46cf-9293-48b2800e7248 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 210 time: 0.0627179 Jan 26 20:42:40.294680 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-b42dad28-3457-4219-99e1-788194f94c4f tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:40.296955 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-b42dad28-3457-4219-99e1-788194f94c4f tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 812 time: 0.2748623 Jan 26 20:42:40.381691 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-2437c59e-62a9-422c-b8dd-2e9a2575e708 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9a57cd7739d474faf8f56ebf9f56596 HTTP/1.1" status: 200 len: 380 time: 0.0705423 Jan 26 20:42:40.421967 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'port': {'device_id': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'admin_state_up': True, 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'security_groups': ['0aca20fc-72fc-4a04-8760-f790dac2c149']}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:40.670309 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:40.685016 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:40.696866 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Made reservation on behalf of e9a57cd7739d474faf8f56ebf9f56596 for: {'port': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:42:40.701563 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:40.913181 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Allocated IP 172.20.0.9 (c83090db-3345-4185-95c5-e77079404feb/1541ad6d-fe96-40af-9f9c-9494a1a64fe4/02792e6f-5ce1-4474-af43-4192b72595d3) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:41.082941 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3eaa735d-4d25-4af5-9dfa-c977ca575fc2 req-14dc68e4-f72f-48a1-9f8e-fc040510736d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 210 time: 0.0423610 Jan 26 20:42:41.169617 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01247ba-90e7-41a8-8ac8-8ebf535ef229 req-bb7e61bd-7dfc-4b16-9def-9a7fbcab950c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:41.175477 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b01247ba-90e7-41a8-8ac8-8ebf535ef229 req-bb7e61bd-7dfc-4b16-9def-9a7fbcab950c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.2323306 Jan 26 20:42:41.236319 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:41.257520 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b01247ba-90e7-41a8-8ac8-8ebf535ef229 req-d4d78e4e-2683-48b3-8520-2f7c0eb98291 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691180 Jan 26 20:42:41.259801 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Transition to ACTIVE for port object 02792e6f-5ce1-4474-af43-4192b72595d3 will not be triggered until provisioned by entity DHCP. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:41.289385 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:41.375738 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Network c83090db-3345-4185-95c5-e77079404feb is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:41.378870 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:41.382853 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:41.426421 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'Port': ['ID=02792e6f-5ce1-4474-af43-4192b72595d3,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:41.463933 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:41.464683 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:41.496164 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4674b8f5-fbaa-4735-8ab9-2121e0b0d54d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0829735 Jan 26 20:42:41.513019 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Request body: {'port': {'device_id': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:41.629804 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:41.645879 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d69a4e46-a6c7-4ddf-9d19-149b435c44d8 None None] Provisioning for port 02792e6f-5ce1-4474-af43-4192b72595d3 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:41.651275 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d69a4e46-a6c7-4ddf-9d19-149b435c44d8 None None] Provisioning complete for port 02792e6f-5ce1-4474-af43-4192b72595d3 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:41.651896 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d69a4e46-a6c7-4ddf-9d19-149b435c44d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:41.665084 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8ce44ed5-752a-4e61-bdaf-4b5a606d2a66 req-05db7204-0584-4d84-acb3-fd681d5a0d77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 1099 time: 0.0710297 Jan 26 20:42:41.704031 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d69a4e46-a6c7-4ddf-9d19-149b435c44d8 None None] Port 02792e6f-5ce1-4474-af43-4192b72595d3 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:42:41.825399 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce44ed5-752a-4e61-bdaf-4b5a606d2a66 req-aa1ba406-8606-494b-80cd-816745d112d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:41.827104 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8ce44ed5-752a-4e61-bdaf-4b5a606d2a66 req-aa1ba406-8606-494b-80cd-816745d112d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 200 len: 917 time: 0.1552222 Jan 26 20:42:41.985195 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02792e6f-5ce1-4474-af43-4192b72595d3 {{(pid=82708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:42:42.005079 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:42.027898 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Transition to ACTIVE for port object 02792e6f-5ce1-4474-af43-4192b72595d3 will not be triggered until provisioned by entity L2. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:42.032484 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:42.032697 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8ce44ed5-752a-4e61-bdaf-4b5a606d2a66 req-77df630c-f181-4d4f-9d6b-bf37755a26c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f8feee-5a46-4a42-aac9-49f8103c803a HTTP/1.1" status: 200 len: 1002 time: 0.1971681 Jan 26 20:42:42.099166 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce44ed5-752a-4e61-bdaf-4b5a606d2a66 req-f884b49e-9c77-4059-b810-ae931e9cbf5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:42.100611 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8ce44ed5-752a-4e61-bdaf-4b5a606d2a66 req-f884b49e-9c77-4059-b810-ae931e9cbf5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab66317f-1f97-4db1-838e-7f27eb67f0da HTTP/1.1" status: 200 len: 855 time: 0.0612175 Jan 26 20:42:42.205522 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8ce44ed5-752a-4e61-bdaf-4b5a606d2a66 req-c9d76f15-07f4-48e4-93e5-a73d8842d4f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4516c057-057d-4328-b219-148cc457f2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978374 Jan 26 20:42:42.364773 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Pushing event updated for resources: {'Port': ['ID=02792e6f-5ce1-4474-af43-4192b72595d3,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:42.446019 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8ce44ed5-752a-4e61-bdaf-4b5a606d2a66 req-0c5247d1-fa1e-4fe7-85a8-0ce69b613109 service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329078 Jan 26 20:42:42.562660 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Attempting to bind port 02792e6f-5ce1-4474-af43-4192b72595d3 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:42.563108 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Attempting to bind port 02792e6f-5ce1-4474-af43-4192b72595d3 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:42.563578 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Attempting to bind port 02792e6f-5ce1-4474-af43-4192b72595d3 on network c83090db-3345-4185-95c5-e77079404feb {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:42.565361 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-3dd2752f-9840-4caf-ba93-c54092eef5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:42.573155 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc408073-f34c-4dbf-a597-6debafc0fec9 req-15639193-e28b-4fe2-8b3c-e1a57fdd89e8 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:42.573994 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-cc408073-f34c-4dbf-a597-6debafc0fec9 req-15639193-e28b-4fe2-8b3c-e1a57fdd89e8 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Synchronizing usage tracker for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:42:42.586288 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Port 02792e6f-5ce1-4474-af43-4192b72595d3 on network c83090db-3345-4185-95c5-e77079404feb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:42:42.586678 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Attempting to bind port 02792e6f-5ce1-4474-af43-4192b72595d3 on network c83090db-3345-4185-95c5-e77079404feb {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:42.598171 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:42.598595 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Checking segment: {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:42.599976 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Bound using segment: {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:42.600737 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Bound port: 02792e6f-5ce1-4474-af43-4192b72595d3, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'}}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:42.601900 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:42.614617 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-cc408073-f34c-4dbf-a597-6debafc0fec9 req-15639193-e28b-4fe2-8b3c-e1a57fdd89e8 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Unset dirty status for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:42:42.619461 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cc408073-f34c-4dbf-a597-6debafc0fec9 req-15639193-e28b-4fe2-8b3c-e1a57fdd89e8 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 943 time: 0.3091784 Jan 26 20:42:42.698005 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8ce44ed5-752a-4e61-bdaf-4b5a606d2a66 req-02bcc34b-b076-485b-a1c5-ee45ce511bd1 service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443979 Jan 26 20:42:42.722020 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cc408073-f34c-4dbf-a597-6debafc0fec9 req-1cc6440f-07df-4352-8fda-e4e3e5d9c64d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971789 Jan 26 20:42:42.723088 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f7cbd-161b-4bfd-8d12-265f80882795 req-063d9de0-0ecd-467d-b979-227c1f9eaa5c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:42.731480 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d62f7cbd-161b-4bfd-8d12-265f80882795 req-063d9de0-0ecd-467d-b979-227c1f9eaa5c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.1660595 Jan 26 20:42:42.749034 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] For port 02792e6f-5ce1-4474-af43-4192b72595d3, host hv-cinder-82651, cleared binding levels {{(pid=82708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:42.752944 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] For port 02792e6f-5ce1-4474-af43-4192b72595d3, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=02792e6f-5ce1-4474-af43-4192b72595d3,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:42.759511 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:42.776921 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d62f7cbd-161b-4bfd-8d12-265f80882795 req-e7aedc8d-beb3-4889-9530-5ee020123f9d tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 Jan 26 20:42:42.826215 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:42.827536 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] 10.222.0.43 "PUT /v2.0/ports/02792e6f-5ce1-4474-af43-4192b72595d3 HTTP/1.1" status: 200 len: 1093 time: 1.3189542 Jan 26 20:42:42.828000 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'tag': '02792e6f-5ce1-4474-af43-4192b72595d3'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:42:42.849379 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836e462-b792-4ce7-9149-1c8b258e8c96 service neutron] Pushing event updated for resources: {'Port': ['ID=02792e6f-5ce1-4474-af43-4192b72595d3,revision_number=3']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:42.960367 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-ddc4aabe-8b63-4742-b1a4-e374187376c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 1096 time: 0.0869079 Jan 26 20:42:43.021320 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'tag': '02792e6f-5ce1-4474-af43-4192b72595d3', 'status': 'completed', 'code': 200} Jan 26 20:42:43.036104 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-4b3dad5f-6a7c-4b08-8653-53da90102089 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02792e6f-5ce1-4474-af43-4192b72595d3 HTTP/1.1" status: 200 len: 217 time: 0.0684040 Jan 26 20:42:43.102663 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-85f44b3c-68e3-4b7d-920e-1ec525494ca6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:43.104039 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-85f44b3c-68e3-4b7d-920e-1ec525494ca6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0607219 Jan 26 20:42:43.179761 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-1a8b71dc-e68a-436d-a125-82422dc4d2df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691988 Jan 26 20:42:43.314927 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-03f171a1-fe68-4bd1-990a-e2738fdd9e5d service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287737 Jan 26 20:42:43.447126 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c5df28ba-aca8-46e9-8650-7e2c6a34de7e req-35ab0736-172f-4b5d-92e8-9b7cc7a89ac3 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241801 Jan 26 20:42:43.562092 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-67eb5a79-0aa2-4ada-971f-c21f3ff595cc req-a3a6713b-58cd-41b9-96fd-a5a9188d2af3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 1096 time: 0.0734513 Jan 26 20:42:43.705187 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb5a79-0aa2-4ada-971f-c21f3ff595cc req-77c02bec-3f76-4db7-83c0-d82a17c15365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:43.706608 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-67eb5a79-0aa2-4ada-971f-c21f3ff595cc req-77c02bec-3f76-4db7-83c0-d82a17c15365 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 913 time: 0.1327550 Jan 26 20:42:43.771977 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-67eb5a79-0aa2-4ada-971f-c21f3ff595cc req-e4221c3e-cfcf-4054-89c3-d6c5710a5a63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02792e6f-5ce1-4474-af43-4192b72595d3 HTTP/1.1" status: 200 len: 217 time: 0.0587568 Jan 26 20:42:43.841394 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb5a79-0aa2-4ada-971f-c21f3ff595cc req-5458b529-f92d-4781-a494-d0a0f89b2958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:43.843118 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-67eb5a79-0aa2-4ada-971f-c21f3ff595cc req-5458b529-f92d-4781-a494-d0a0f89b2958 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0650597 Jan 26 20:42:43.919776 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-67eb5a79-0aa2-4ada-971f-c21f3ff595cc req-824b6f0f-ae73-4c2b-b5b3-bfbacf2ad4f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697803 Jan 26 20:42:43.922798 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a021981-4867-45f9-9ba0-a79d0000de36 req-f1c492e8-7ddf-41ed-8449-a1f361c0fc1c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:43.924255 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a021981-4867-45f9-9ba0-a79d0000de36 req-f1c492e8-7ddf-41ed-8449-a1f361c0fc1c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 943 time: 0.0762069 Jan 26 20:42:43.971971 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-7a021981-4867-45f9-9ba0-a79d0000de36 req-751811f1-5b7e-465a-b04b-6aa3afdfaa60 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Synchronizing usage tracker for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:security_group {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:42:43.989990 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-7a021981-4867-45f9-9ba0-a79d0000de36 req-751811f1-5b7e-465a-b04b-6aa3afdfaa60 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Unset dirty status for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:security_group {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:42:43.991353 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7a021981-4867-45f9-9ba0-a79d0000de36 req-751811f1-5b7e-465a-b04b-6aa3afdfaa60 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615320 Jan 26 20:42:44.110401 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001d5d2-961a-48a2-a831-1822f4ec1b2a req-2e7e216e-3b79-4772-82c6-40ef8c1720d8 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:44.111876 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8001d5d2-961a-48a2-a831-1822f4ec1b2a req-2e7e216e-3b79-4772-82c6-40ef8c1720d8 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.1912587 Jan 26 20:42:44.113633 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-67eb5a79-0aa2-4ada-971f-c21f3ff595cc req-056d2474-44a7-45f2-9097-b2118f8841d3 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597323 Jan 26 20:42:44.317356 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8001d5d2-961a-48a2-a831-1822f4ec1b2a req-d0c2eea3-5c2b-4dc4-8ad3-2aed5d88adab tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999178 Jan 26 20:42:44.359285 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-67eb5a79-0aa2-4ada-971f-c21f3ff595cc req-6341c27e-f77d-4b36-84a7-ec865410f297 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468136 Jan 26 20:42:44.839326 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-f1d4f7d6-9f1d-4378-9c90-e3eafdecfe9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:45.187373 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c6c3-2b09-4f2a-bb6b-bf14643b6925 req-99292d78-d988-4ba5-bc4f-a7034f0a700d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:45.188828 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4101c6c3-2b09-4f2a-bb6b-bf14643b6925 req-99292d78-d988-4ba5-bc4f-a7034f0a700d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 943 time: 0.0778518 Jan 26 20:42:45.232223 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4101c6c3-2b09-4f2a-bb6b-bf14643b6925 req-ce7768bd-4876-4b9a-9798-9e4f03ec3226 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379863 Jan 26 20:42:45.522790 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d9e1e-5f2f-4010-abc6-5fd0b79ae67d req-47bcb429-3a06-4607-9d28-de010f9b836f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:45.524251 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-377d9e1e-5f2f-4010-abc6-5fd0b79ae67d req-47bcb429-3a06-4607-9d28-de010f9b836f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 946 time: 0.0741944 Jan 26 20:42:45.537889 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 09f8feee-5a46-4a42-aac9-49f8103c803a no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:42:45.568577 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-377d9e1e-5f2f-4010-abc6-5fd0b79ae67d req-c76dfe52-09cb-4551-95bb-c1d9d1a2ab05 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384634 Jan 26 20:42:45.646407 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:45.672982 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:42:45.682475 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=09f8feee-5a46-4a42-aac9-49f8103c803a,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:45.687383 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:45.724773 dv-cinder-826519-1-iscsi neutron-server[82710]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'code': 422} returned with failed status Jan 26 20:42:45.756629 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=09f8feee-5a46-4a42-aac9-49f8103c803a,revision_number=8']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:46.097746 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:46.143828 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:46.431283 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c7669-91ec-4a27-a392-a36ad7de7117 req-8c77f533-23b8-4016-8a74-ba8f2d164c2f tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:46.432750 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fc0c7669-91ec-4a27-a392-a36ad7de7117 req-8c77f533-23b8-4016-8a74-ba8f2d164c2f tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 943 time: 0.0839376 Jan 26 20:42:46.485841 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fc0c7669-91ec-4a27-a392-a36ad7de7117 req-d9707a7e-bff6-4e91-8df1-cf8203c56519 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469058 Jan 26 20:42:47.105978 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7673602b-0ebc-4a47-8242-24742fb03f1c req-21be7c22-d36f-4154-98f9-e10f7675073b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1290174 Jan 26 20:42:47.418819 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6081a-6c5f-4d1e-a2ff-35f01537a040 req-d2e97aa8-ff74-4759-a2c8-306beaabd2bb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:47.420268 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0ac6081a-6c5f-4d1e-a2ff-35f01537a040 req-d2e97aa8-ff74-4759-a2c8-306beaabd2bb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.1002288 Jan 26 20:42:47.423087 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-03856cd6-aa73-4e9e-a0a3-a421b775396f req-d2e20505-1ef5-45ba-a021-747d1b8baab4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1350279 Jan 26 20:42:47.468424 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0ac6081a-6c5f-4d1e-a2ff-35f01537a040 req-65767dce-741b-4a79-8677-85289f10ab91 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 Jan 26 20:42:47.691067 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9fb28-ec5b-4b88-b044-7dad83da38ec req-3ad6bdd1-3466-478d-b4c2-b53f67dc4d32 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:47.692516 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d6d9fb28-ec5b-4b88-b044-7dad83da38ec req-3ad6bdd1-3466-478d-b4c2-b53f67dc4d32 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 943 time: 0.0859048 Jan 26 20:42:47.737651 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d6d9fb28-ec5b-4b88-b044-7dad83da38ec req-988958bf-f7fe-478d-be29-6297caf803a4 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390432 Jan 26 20:42:47.941741 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-03856cd6-aa73-4e9e-a0a3-a421b775396f req-1796a333-1851-40d5-bf01-65a981d2b406 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411&tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd HTTP/1.1" status: 200 len: 1097 time: 0.0670590 Jan 26 20:42:48.010789 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:48.036497 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-03856cd6-aa73-4e9e-a0a3-a421b775396f req-2ff7c4a6-63b4-4865-b93f-2c1016815bf9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 1097 time: 0.0689204 Jan 26 20:42:48.165039 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03856cd6-aa73-4e9e-a0a3-a421b775396f req-860d36e5-f227-47c0-ae7f-11798274de0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:48.166446 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-03856cd6-aa73-4e9e-a0a3-a421b775396f req-860d36e5-f227-47c0-ae7f-11798274de0a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 200 len: 917 time: 0.1236482 Jan 26 20:42:48.271977 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-03856cd6-aa73-4e9e-a0a3-a421b775396f req-7fe74035-bd5c-42ab-bd28-9e48e35a4bc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f8feee-5a46-4a42-aac9-49f8103c803a HTTP/1.1" status: 200 len: 1000 time: 0.0930510 Jan 26 20:42:48.335357 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03856cd6-aa73-4e9e-a0a3-a421b775396f req-57d1e6fe-f6f1-4efb-a764-f03be67353cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:48.336762 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-03856cd6-aa73-4e9e-a0a3-a421b775396f req-57d1e6fe-f6f1-4efb-a764-f03be67353cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab66317f-1f97-4db1-838e-7f27eb67f0da HTTP/1.1" status: 200 len: 855 time: 0.0581136 Jan 26 20:42:48.410782 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-03856cd6-aa73-4e9e-a0a3-a421b775396f req-0795fad3-4993-45cc-9791-fee9bac0b7b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4516c057-057d-4328-b219-148cc457f2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676465 Jan 26 20:42:48.538037 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-03856cd6-aa73-4e9e-a0a3-a421b775396f req-5f668992-f5bf-4169-9469-e0dff7c6e69b service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194992 Jan 26 20:42:48.723303 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-03856cd6-aa73-4e9e-a0a3-a421b775396f req-1e3b2608-6065-4427-9f54-10e43fc368af service neutron] 10.222.0.43 "GET /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786132 Jan 26 20:42:48.736590 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f374d24-6139-43eb-8b68-a63edca5e1d6 req-429e3476-a9f3-4c03-8238-349b07ecc905 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:48.738136 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2f374d24-6139-43eb-8b68-a63edca5e1d6 req-429e3476-a9f3-4c03-8238-349b07ecc905 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.1259029 Jan 26 20:42:48.786897 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2f374d24-6139-43eb-8b68-a63edca5e1d6 req-b630ea0e-766c-4e29-8b5f-391fb50cb23f tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 Jan 26 20:42:48.958250 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34485b5f-636c-4917-b498-74358deb1775 req-f211dc61-317a-4da3-9101-c931d9d37220 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:48.959725 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-34485b5f-636c-4917-b498-74358deb1775 req-f211dc61-317a-4da3-9101-c931d9d37220 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 943 time: 0.0751941 Jan 26 20:42:49.004639 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-34485b5f-636c-4917-b498-74358deb1775 req-7ecfc72b-5267-4e16-9dbd-60ba0818b2c3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393784 Jan 26 20:42:49.554498 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 09f8feee-5a46-4a42-aac9-49f8103c803a no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:42:49.779841 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Sync routers for ids ['81f3afa1-d635-4b26-a8df-0853a0bb0c0b'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:42:49.801851 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Routers {'81f3afa1-d635-4b26-a8df-0853a0bb0c0b'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:49.806325 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-a256d9c7-b3f2-4f44-8231-5cd875ca1249 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Synchronizing usage tracker for tenant:44d3ccacd6e54eb1aedfaa23335cb56f on resource:security_group {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:42:49.809742 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['81f3afa1-d635-4b26-a8df-0853a0bb0c0b'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:49.841914 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-a256d9c7-b3f2-4f44-8231-5cd875ca1249 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Unset dirty status for tenant:44d3ccacd6e54eb1aedfaa23335cb56f on resource:security_group {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:42:49.843538 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-a256d9c7-b3f2-4f44-8231-5cd875ca1249 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352959337&fields=id&tenant_id=44d3ccacd6e54eb1aedfaa23335cb56f HTTP/1.1" status: 200 len: 267 time: 0.0860667 Jan 26 20:42:50.066175 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:42:50.127928 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Set router 81f3afa1-d635-4b26-a8df-0853a0bb0c0b gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:50.157928 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-6d34b3ea-50c6-4ba4-9bcd-24ef22fba8dd tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:50.161981 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230da08-caf4-43fb-89ae-3cbe03ff1699 req-f6f7b92b-d079-4bea-92e4-8b59a44d5e69 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:50.165247 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-6d34b3ea-50c6-4ba4-9bcd-24ef22fba8dd tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/networks?id=4dec82af-adfe-409d-9600-0434c93cd718 HTTP/1.1" status: 200 len: 809 time: 0.3070841 Jan 26 20:42:50.168704 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9230da08-caf4-43fb-89ae-3cbe03ff1699 req-f6f7b92b-d079-4bea-92e4-8b59a44d5e69 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.1278646 Jan 26 20:42:50.188970 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-6f0399b4-4787-4d38-8649-f30d3cda6159 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/quotas/44d3ccacd6e54eb1aedfaa23335cb56f HTTP/1.1" status: 200 len: 375 time: 0.0228636 Jan 26 20:42:50.276709 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9230da08-caf4-43fb-89ae-3cbe03ff1699 req-54c3ae85-5940-4f7c-aeb0-ddbd3fdef8d9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021533 Jan 26 20:42:50.304686 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-5996e46e-cc48-46c0-a0f9-ad4f05127a62 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Synchronizing usage tracker for tenant:44d3ccacd6e54eb1aedfaa23335cb56f on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:42:50.360949 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-5996e46e-cc48-46c0-a0f9-ad4f05127a62 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Unset dirty status for tenant:44d3ccacd6e54eb1aedfaa23335cb56f on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:42:50.362392 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-5996e46e-cc48-46c0-a0f9-ad4f05127a62 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=44d3ccacd6e54eb1aedfaa23335cb56f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1680951 Jan 26 20:42:50.715998 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'name': 'tempest-TestVolumeBootPattern-1424794347-router', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:11Z', 'updated_at': '2022-01-26T20:42:16Z', 'revision_number': 4, 'project_id': '89660c8672b94a709d5f833d1a574e57', 'gw_port': {'id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:12Z', 'updated_at': '2022-01-26T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '785c5489-02b6-43e6-a57c-61d4631c0160', 'name': '', 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'mac_address': 'fa:16:3e:0f:33:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cca328ab-a74f-4ea3-80b1-ee707216c58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:15Z', 'updated_at': '2022-01-26T20:42:16Z', 'revision_number': 2, 'project_id': '89660c8672b94a709d5f833d1a574e57', 'subnets': [{'id': 'cca328ab-a74f-4ea3-80b1-ee707216c58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:50.726126 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4ec40-36d4-4cf1-b3d9-6ce8ed65eed6 req-1cbeb8ed-7189-4fe3-a39d-724903f47cab tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:50.734439 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Checking router: 81f3afa1-d635-4b26-a8df-0853a0bb0c0b for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:42:50.734915 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Updating router 81f3afa1-d635-4b26-a8df-0853a0bb0c0b port 785c5489-02b6-43e6-a57c-61d4631c0160 binding host dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:42:50.741530 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fdb4ec40-36d4-4cf1-b3d9-6ce8ed65eed6 req-1cbeb8ed-7189-4fe3-a39d-724903f47cab tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 943 time: 0.1384873 Jan 26 20:42:50.802687 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fdb4ec40-36d4-4cf1-b3d9-6ce8ed65eed6 req-a5b7704e-9c47-4853-a63f-b2313b8a9bd9 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600662 Jan 26 20:42:50.840257 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:50.885218 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-9d2235a3-9fcc-4b80-a0dd-17d986291c21 service neutron] 10.222.0.53 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108187 Jan 26 20:42:51.152980 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-c82571b2-f448-42af-9d5a-d81990b7cf9f service neutron] 10.222.0.53 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654278 Jan 26 20:42:51.461091 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Notify callbacks [] for port, precommit_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:51.500932 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.provisioning_blocks [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Transition to ACTIVE for port object 785c5489-02b6-43e6-a57c-61d4631c0160 will not be triggered until provisioned by entity L2. {{(pid=82711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:51.518218 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:51.568711 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 02792e6f-5ce1-4474-af43-4192b72595d3 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:42:51.822419 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35908ff-9dce-4605-ac14-146dfcace315 req-cec5ac28-9555-45dc-a100-fc2dc64089b9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:51.831702 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f35908ff-9dce-4605-ac14-146dfcace315 req-cec5ac28-9555-45dc-a100-fc2dc64089b9 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.1668401 Jan 26 20:42:51.919605 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 02792e6f-5ce1-4474-af43-4192b72595d3, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=02792e6f-5ce1-4474-af43-4192b72595d3,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:51.959446 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f35908ff-9dce-4605-ac14-146dfcace315 req-c8004d61-a745-4058-8e74-e2e04dd770e1 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231806 Jan 26 20:42:51.964127 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '02792e6f-5ce1-4474-af43-4192b72595d3', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'port_id': '02792e6f-5ce1-4474-af43-4192b72595d3', 'mac_address': 'fa:16:3e:05:43:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:42:51.971925 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519aca4b-c472-42ec-8fd8-bdea945aa346 None None] Pushing event updated for resources: {'Port': ['ID=785c5489-02b6-43e6-a57c-61d4631c0160,revision_number=3']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:52.080826 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Attempting to bind port 785c5489-02b6-43e6-a57c-61d4631c0160 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:52.081203 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Attempting to bind port 785c5489-02b6-43e6-a57c-61d4631c0160 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': 'b34304f8-cef9-4ba6-956a-2373b1636316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b'}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:52.084467 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Attempting to bind port 785c5489-02b6-43e6-a57c-61d4631c0160 on network 1d96c05c-75c1-4183-91bd-d0213e42858b {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:52.118810 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:52.119254 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Checking segment: {'id': 'b34304f8-cef9-4ba6-956a-2373b1636316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:52.121389 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:52.123455 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Bound using segment: {'id': 'b34304f8-cef9-4ba6-956a-2373b1636316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b'} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:52.124024 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Bound port: 785c5489-02b6-43e6-a57c-61d4631c0160, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34304f8-cef9-4ba6-956a-2373b1636316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b'}}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:52.125424 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:52.217954 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:52.229498 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-54a71a01-2e8b-4581-a246-1c500165741c req-5d9451e1-c4e7-466c-bae5-543721fde9eb tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 210 time: 0.1125777 Jan 26 20:42:52.256527 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02792e6f-5ce1-4474-af43-4192b72595d3 {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:42:52.296510 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 02792e6f-5ce1-4474-af43-4192b72595d3, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=02792e6f-5ce1-4474-af43-4192b72595d3,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:52.301528 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:52.361985 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] For port 785c5489-02b6-43e6-a57c-61d4631c0160, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:52.365976 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] For port 785c5489-02b6-43e6-a57c-61d4631c0160, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=785c5489-02b6-43e6-a57c-61d4631c0160,segment=NetworkSegment(b34304f8-cef9-4ba6-956a-2373b1636316),segment_id=b34304f8-cef9-4ba6-956a-2373b1636316)] {{(pid=82711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:52.372264 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:52.545295 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=02792e6f-5ce1-4474-af43-4192b72595d3,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:52.610319 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['02792e6f-5ce1-4474-af43-4192b72595d3'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:42:52.653663 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f259986-c54c-4f92-b4b3-3506e2b88fd7 req-389740e2-29db-413d-b073-8edf2b809737 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:52.669225 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2f259986-c54c-4f92-b4b3-3506e2b88fd7 req-389740e2-29db-413d-b073-8edf2b809737 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 944 time: 0.2227054 Jan 26 20:42:52.674101 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Routers {'81f3afa1-d635-4b26-a8df-0853a0bb0c0b'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:52.674803 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['81f3afa1-d635-4b26-a8df-0853a0bb0c0b'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:52.757433 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2f259986-c54c-4f92-b4b3-3506e2b88fd7 req-adab6f04-820c-4d8d-adf0-6ef4bbee1582 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869689 Jan 26 20:42:52.840299 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519aca4b-c472-42ec-8fd8-bdea945aa346 None None] Pushing event updated for resources: {'Port': ['ID=785c5489-02b6-43e6-a57c-61d4631c0160,revision_number=4']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:52.996635 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] Set router 81f3afa1-d635-4b26-a8df-0853a0bb0c0b gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:53.381515 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5b33-53cb-4f53-a0d5-5a89757951a4 req-0aa35b78-7c24-437b-9129-5042d92c7d73 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:53.390870 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e01e5b33-53cb-4f53-a0d5-5a89757951a4 req-0aa35b78-7c24-437b-9129-5042d92c7d73 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.1367190 Jan 26 20:42:53.457669 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e01e5b33-53cb-4f53-a0d5-5a89757951a4 req-d9e29e6d-9658-4022-a1f9-0cc1999d5d77 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647457 Jan 26 20:42:53.569506 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e13b77ff-1e21-4f3d-976f-d171c78bbefc req-b5b2f13e-85e3-4b46-9f95-8b5f94d8a810 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 210 time: 0.0564282 Jan 26 20:42:53.596626 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'name': 'tempest-TestVolumeBootPattern-1424794347-router', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:11Z', 'updated_at': '2022-01-26T20:42:16Z', 'revision_number': 4, 'project_id': '89660c8672b94a709d5f833d1a574e57', 'gw_port': {'id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:12Z', 'updated_at': '2022-01-26T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '785c5489-02b6-43e6-a57c-61d4631c0160', 'name': '', 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'mac_address': 'fa:16:3e:0f:33:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cca328ab-a74f-4ea3-80b1-ee707216c58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:15Z', 'updated_at': '2022-01-26T20:42:52Z', 'revision_number': 4, 'project_id': '89660c8672b94a709d5f833d1a574e57', 'subnets': [{'id': 'cca328ab-a74f-4ea3-80b1-ee707216c58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:53.601295 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b972a1-8ab1-4093-8198-1335c60de5c9 None None] The sync data for ids ['81f3afa1-d635-4b26-a8df-0853a0bb0c0b'] in dv-cinder-826519-1-iscsi is: [{'id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'name': 'tempest-TestVolumeBootPattern-1424794347-router', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:11Z', 'updated_at': '2022-01-26T20:42:16Z', 'revision_number': 4, 'project_id': '89660c8672b94a709d5f833d1a574e57', 'gw_port': {'id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:12Z', 'updated_at': '2022-01-26T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '785c5489-02b6-43e6-a57c-61d4631c0160', 'name': '', 'network_id': '1d96c05c-75c1-4183-91bd-d0213e42858b', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'mac_address': 'fa:16:3e:0f:33:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cca328ab-a74f-4ea3-80b1-ee707216c58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:15Z', 'updated_at': '2022-01-26T20:42:52Z', 'revision_number': 4, 'project_id': '89660c8672b94a709d5f833d1a574e57', 'subnets': [{'id': 'cca328ab-a74f-4ea3-80b1-ee707216c58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:42:54.048148 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521f1ef-69a8-4e09-846c-070debdbd39c req-6daaaa5c-a545-4d1c-b2db-bfa9b3eec1d2 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:54.051468 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9521f1ef-69a8-4e09-846c-070debdbd39c req-6daaaa5c-a545-4d1c-b2db-bfa9b3eec1d2 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 944 time: 0.1358128 Jan 26 20:42:54.147056 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9521f1ef-69a8-4e09-846c-070debdbd39c req-74fe5f5c-f9b9-4fe7-ae44-750dcbc91037 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915768 Jan 26 20:42:54.521485 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-e5d3b2a4-d728-4d75-b15d-9ab41ce44d72 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:54.523175 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-e5d3b2a4-d728-4d75-b15d-9ab41ce44d72 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.43 "GET /v2.0/networks?id=4dec82af-adfe-409d-9600-0434c93cd718 HTTP/1.1" status: 200 len: 809 time: 0.3690813 Jan 26 20:42:54.562964 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 785c5489-02b6-43e6-a57c-61d4631c0160 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:54.618139 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-570ea021-8afc-4db1-9ef2-532bb93b0064 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44d3ccacd6e54eb1aedfaa23335cb56f HTTP/1.1" status: 200 len: 380 time: 0.0769656 Jan 26 20:42:54.654595 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Request body: {'port': {'device_id': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'admin_state_up': True, 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'security_groups': ['82786167-47d1-4f3a-8c0c-276c986bbb12']}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:54.759258 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 785c5489-02b6-43e6-a57c-61d4631c0160 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:54.776207 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 785c5489-02b6-43e6-a57c-61d4631c0160 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:54.777706 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:54.990161 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6c277e7d-dca1-4fa5-b2cd-b4ad12b34c76 req-b478e51e-38a4-4e4b-be0c-a044ce1eae2d tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 210 time: 0.0808547 Jan 26 20:42:55.018662 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:42:55.056301 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:42:55.089945 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Made reservation on behalf of 44d3ccacd6e54eb1aedfaa23335cb56f for: {'port': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:42:55.092735 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:55.178660 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:55.271394 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083cae1-677c-4079-8e1f-23a2eec5e892 req-952c93ec-c679-45c0-9c32-1b7facaf5ce6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:55.283951 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b083cae1-677c-4079-8e1f-23a2eec5e892 req-952c93ec-c679-45c0-9c32-1b7facaf5ce6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.4350903 Jan 26 20:42:55.311958 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 785c5489-02b6-43e6-a57c-61d4631c0160, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=785c5489-02b6-43e6-a57c-61d4631c0160,segment=NetworkSegment(b34304f8-cef9-4ba6-956a-2373b1636316),segment_id=b34304f8-cef9-4ba6-956a-2373b1636316)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:55.319797 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:55.449398 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b083cae1-677c-4079-8e1f-23a2eec5e892 req-c58c6552-5cfa-4683-b559-6aecaac627c3 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638789 Jan 26 20:42:55.544217 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Allocated IP 172.20.0.5 (4dec82af-adfe-409d-9600-0434c93cd718/b46bcd92-ffbb-4d64-bd87-98054ae76669/f44b21d1-ff30-4426-b075-74351b40e9eb) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:42:55.615850 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=785c5489-02b6-43e6-a57c-61d4631c0160,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:55.626562 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 02792e6f-5ce1-4474-af43-4192b72595d3 up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:55.773994 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0737b17-50d9-4be1-addd-435c0fc4f858 req-51d5f600-521b-40ab-9fbc-a6d41aea0236 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:55.782341 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d0737b17-50d9-4be1-addd-435c0fc4f858 req-51d5f600-521b-40ab-9fbc-a6d41aea0236 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 944 time: 0.2351079 Jan 26 20:42:55.828514 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 02792e6f-5ce1-4474-af43-4192b72595d3 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:55.838729 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 02792e6f-5ce1-4474-af43-4192b72595d3 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:55.839531 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:55.883687 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d0737b17-50d9-4be1-addd-435c0fc4f858 req-a19f8557-0012-4325-8daa-8befed7d995b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001124 Jan 26 20:42:55.967492 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:55.985271 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Transition to ACTIVE for port object f44b21d1-ff30-4426-b075-74351b40e9eb will not be triggered until provisioned by entity DHCP. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:56.033066 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:56.059507 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:56.100460 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02792e6f-5ce1-4474-af43-4192b72595d3'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:42:56.118964 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 02792e6f-5ce1-4474-af43-4192b72595d3, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=02792e6f-5ce1-4474-af43-4192b72595d3,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:42:56.124510 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:56.224270 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=02792e6f-5ce1-4474-af43-4192b72595d3,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:56.272399 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02792e6f-5ce1-4474-af43-4192b72595d3', 'code': 200} Jan 26 20:42:56.295507 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Network 4dec82af-adfe-409d-9600-0434c93cd718 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:42:56.297049 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:42:56.299421 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event updated for resources: {'Port': ['ID=f44b21d1-ff30-4426-b075-74351b40e9eb,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:56.302228 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:42:56.423355 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:56.423967 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:56.524794 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:56.525136 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:56.525470 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:56.525798 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:56.526614 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:56.527531 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:56.527851 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:56.528218 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:56.539421 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:56.539975 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:56.540315 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:42:56.608710 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 785c5489-02b6-43e6-a57c-61d4631c0160 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:42:56.649194 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b9501642-e496-40db-9afc-3f7171a28983 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0033405 Jan 26 20:42:56.688195 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01527fb-2cb9-4f9c-a063-43aaa888ab6f req-ec35a75d-b1db-426a-a171-d0f7d9420166 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:56.688953 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-b01527fb-2cb9-4f9c-a063-43aaa888ab6f req-ec35a75d-b1db-426a-a171-d0f7d9420166 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Synchronizing usage tracker for tenant:44d3ccacd6e54eb1aedfaa23335cb56f on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:42:56.703307 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Request body: {'port': {'device_id': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:42:56.794092 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-7da42f25-f529-4518-a945-a5d8267b6bca None None] Provisioning for port f44b21d1-ff30-4426-b075-74351b40e9eb completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:42:56.799684 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 785c5489-02b6-43e6-a57c-61d4631c0160 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:56.800061 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:56.828445 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-7da42f25-f529-4518-a945-a5d8267b6bca None None] Provisioning complete for port f44b21d1-ff30-4426-b075-74351b40e9eb triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:42:56.828815 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-7da42f25-f529-4518-a945-a5d8267b6bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:56.832435 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-b01527fb-2cb9-4f9c-a063-43aaa888ab6f req-ec35a75d-b1db-426a-a171-d0f7d9420166 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Unset dirty status for tenant:44d3ccacd6e54eb1aedfaa23335cb56f on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:42:56.840758 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b01527fb-2cb9-4f9c-a063-43aaa888ab6f req-ec35a75d-b1db-426a-a171-d0f7d9420166 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 931 time: 0.4126914 Jan 26 20:42:56.897903 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-7da42f25-f529-4518-a945-a5d8267b6bca None None] Port f44b21d1-ff30-4426-b075-74351b40e9eb cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:42:56.899642 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Sync routers for ids ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:42:56.922012 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Routers {'5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:56.922719 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:56.925093 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a36eff6c-f523-4bcd-be0b-3a19c4ac3a34 req-5d73e34d-b2f9-4193-b593-6a6f6b62b886 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 1098 time: 0.1839092 Jan 26 20:42:56.988109 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a36eff6c-f523-4bcd-be0b-3a19c4ac3a34 req-21434a93-2dbd-440a-8d86-5dc87a7857e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507693 Jan 26 20:42:57.010914 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cef5f1-c908-40b9-b878-299d1e0626cf req-1e0ff023-f4d9-4cfb-a486-e4f7023d0dda tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:57.019206 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a7cef5f1-c908-40b9-b878-299d1e0626cf req-1e0ff023-f4d9-4cfb-a486-e4f7023d0dda tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.3248661 Jan 26 20:42:57.084043 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a7cef5f1-c908-40b9-b878-299d1e0626cf req-322ac1d5-77ef-4bc4-a061-c7cce5afb522 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633945 Jan 26 20:42:57.139630 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Set router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:42:57.167611 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b01527fb-2cb9-4f9c-a063-43aaa888ab6f req-52c87b55-a3e2-4f37-84c6-f508dfc8e31c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155756 Jan 26 20:42:57.209878 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:57.446075 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc979522-f66b-46ff-bb90-d2b47153b53c req-ffdf3ffd-ead4-48f9-b049-7859bce37e76 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:57.456112 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-dc979522-f66b-46ff-bb90-d2b47153b53c req-ffdf3ffd-ead4-48f9-b049-7859bce37e76 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 945 time: 0.2102652 Jan 26 20:42:57.533427 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-dc979522-f66b-46ff-bb90-d2b47153b53c req-32212362-2190-440c-96dd-572982006947 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763664 Jan 26 20:42:57.664693 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:17Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '3f2014ca-5032-48af-9413-77dc4583de4f', 'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'mac_address': 'fa:16:3e:61:34:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:17Z', 'updated_at': '2022-01-26T20:42:18Z', 'revision_number': 2, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'subnets': [{'id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:42:57.668953 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Checking router: 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:42:57.669308 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Updating router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 port 3f2014ca-5032-48af-9413-77dc4583de4f binding host dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:42:57.739899 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:57.935459 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44b21d1-ff30-4426-b075-74351b40e9eb {{(pid=82708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:42:57.955557 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:57.981269 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Transition to ACTIVE for port object f44b21d1-ff30-4426-b075-74351b40e9eb will not be triggered until provisioned by entity L2. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:57.987495 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:58.244625 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Pushing event updated for resources: {'Port': ['ID=f44b21d1-ff30-4426-b075-74351b40e9eb,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:58.607746 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Notify callbacks [] for port, precommit_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:58.646506 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Transition to ACTIVE for port object 3f2014ca-5032-48af-9413-77dc4583de4f will not be triggered until provisioned by entity L2. {{(pid=82710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:42:58.678047 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:58.720171 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Attempting to bind port f44b21d1-ff30-4426-b075-74351b40e9eb on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:58.720847 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Attempting to bind port f44b21d1-ff30-4426-b075-74351b40e9eb by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:58.721358 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Attempting to bind port f44b21d1-ff30-4426-b075-74351b40e9eb on network 4dec82af-adfe-409d-9600-0434c93cd718 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:58.740421 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Port f44b21d1-ff30-4426-b075-74351b40e9eb on network 4dec82af-adfe-409d-9600-0434c93cd718 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:42:58.741019 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Attempting to bind port f44b21d1-ff30-4426-b075-74351b40e9eb on network 4dec82af-adfe-409d-9600-0434c93cd718 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:58.762185 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3a433-daaf-44e1-a828-20d73e7ff95d req-7c119cac-ee3d-407d-90c3-0fad33a4dce7 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:58.764169 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9ac3a433-daaf-44e1-a828-20d73e7ff95d req-7c119cac-ee3d-407d-90c3-0fad33a4dce7 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.3681848 Jan 26 20:42:58.796967 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:58.797297 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Checking segment: {'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:58.797679 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Bound using segment: {'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:58.798116 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Bound port: f44b21d1-ff30-4426-b075-74351b40e9eb, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'}}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:58.798458 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:58.851366 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9ac3a433-daaf-44e1-a828-20d73e7ff95d req-51c313e0-3455-498a-9d1a-1393335372d6 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710132 Jan 26 20:42:58.899524 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c27875-99c4-485f-8b5a-ce2daa607785 None None] Pushing event updated for resources: {'Port': ['ID=3f2014ca-5032-48af-9413-77dc4583de4f,revision_number=3']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:59.024185 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094834f0-fb42-4b94-9f32-85e363ca933b req-a07fd8cd-cda7-4c73-93ac-a1c938a24079 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:59.034691 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-094834f0-fb42-4b94-9f32-85e363ca933b req-a07fd8cd-cda7-4c73-93ac-a1c938a24079 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.1484919 Jan 26 20:42:59.062130 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] For port f44b21d1-ff30-4426-b075-74351b40e9eb, host hv-cinder-82651, cleared binding levels {{(pid=82708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:59.078332 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] For port f44b21d1-ff30-4426-b075-74351b40e9eb, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f44b21d1-ff30-4426-b075-74351b40e9eb,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:59.086401 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:59.134700 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Attempting to bind port 3f2014ca-5032-48af-9413-77dc4583de4f on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:42:59.135089 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Attempting to bind port 3f2014ca-5032-48af-9413-77dc4583de4f by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:42:59.137302 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-094834f0-fb42-4b94-9f32-85e363ca933b req-b2d3b66f-b0ea-4a01-bcba-e2c8be676fb9 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Synchronizing usage tracker for tenant:44d3ccacd6e54eb1aedfaa23335cb56f on resource:security_group {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:42:59.137982 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Attempting to bind port 3f2014ca-5032-48af-9413-77dc4583de4f on network 4dec82af-adfe-409d-9600-0434c93cd718 {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:42:59.158210 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-094834f0-fb42-4b94-9f32-85e363ca933b req-b2d3b66f-b0ea-4a01-bcba-e2c8be676fb9 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Unset dirty status for tenant:44d3ccacd6e54eb1aedfaa23335cb56f on resource:security_group {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:42:59.160616 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:42:59.162182 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-094834f0-fb42-4b94-9f32-85e363ca933b req-b2d3b66f-b0ea-4a01-bcba-e2c8be676fb9 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236305 Jan 26 20:42:59.162974 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Checking segment: {'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:42:59.163678 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:59.164685 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Bound using segment: {'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'} {{(pid=82710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:42:59.165512 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.managers [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Bound port: 3f2014ca-5032-48af-9413-77dc4583de4f, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d038ce-5af7-4290-949a-24d8e62e302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718'}}] {{(pid=82710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:42:59.166286 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:59.321025 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:59.322634 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] 10.222.0.43 "PUT /v2.0/ports/f44b21d1-ff30-4426-b075-74351b40e9eb HTTP/1.1" status: 200 len: 1093 time: 2.6259999 Jan 26 20:42:59.325208 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:42:59.350823 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a4002-a3d3-42a7-b5de-3dcf1edef633 service neutron] Pushing event updated for resources: {'Port': ['ID=f44b21d1-ff30-4426-b075-74351b40e9eb,revision_number=3']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:59.398237 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185f87f-6926-4450-a7e2-40d063aeebf8 req-741d27c9-2f42-44a4-8792-bb4ae914894c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:42:59.404393 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9185f87f-6926-4450-a7e2-40d063aeebf8 req-741d27c9-2f42-44a4-8792-bb4ae914894c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 945 time: 0.1912601 Jan 26 20:42:59.474769 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] For port 3f2014ca-5032-48af-9413-77dc4583de4f, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:42:59.486961 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] For port 3f2014ca-5032-48af-9413-77dc4583de4f, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=3f2014ca-5032-48af-9413-77dc4583de4f,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:42:59.496547 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:42:59.631643 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9185f87f-6926-4450-a7e2-40d063aeebf8 req-5e758ce6-3dd2-414a-9b1c-bdeff8b48ff8 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195013 Jan 26 20:42:59.732188 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c27875-99c4-485f-8b5a-ce2daa607785 None None] Pushing event updated for resources: {'Port': ['ID=3f2014ca-5032-48af-9413-77dc4583de4f,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:42:59.750108 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'status': 'completed', 'code': 200} Jan 26 20:42:59.766678 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-ee2d5abe-b094-49c4-9060-22aaeba9c46c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44d3ccacd6e54eb1aedfaa23335cb56f&device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 1096 time: 0.2486222 Jan 26 20:42:59.807792 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Routers {'5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:42:59.816023 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:00.057415 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-ff68aace-7dab-4a33-b5b9-be7ba3f9f94b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f44b21d1-ff30-4426-b075-74351b40e9eb HTTP/1.1" status: 200 len: 217 time: 0.2305481 Jan 26 20:43:00.088366 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea09b45-f55c-4104-b9fa-966bfbcb7d8c req-c0c96b69-6cb2-4aea-a790-e80ca9ad948c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:00.090006 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3ea09b45-f55c-4104-b9fa-966bfbcb7d8c req-c0c96b69-6cb2-4aea-a790-e80ca9ad948c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 945 time: 0.1982422 Jan 26 20:43:00.187643 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3ea09b45-f55c-4104-b9fa-966bfbcb7d8c req-5ebf1eb7-bbb9-479d-bde2-1de97d608dbe tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913317 Jan 26 20:43:00.231392 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44430) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:00.278031 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-717f9088-18fd-4b6b-8f29-3df0394faec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:00.279256 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] Set router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:43:00.279392 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-717f9088-18fd-4b6b-8f29-3df0394faec5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46bcd92-ffbb-4d64-bd87-98054ae76669 HTTP/1.1" status: 200 len: 848 time: 0.1947815 Jan 26 20:43:00.297163 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b668a0d-18da-411d-8e0e-56bb5445ece2 req-62905aab-fdf5-4e56-802d-afc925b52b71 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:00.300725 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8b668a0d-18da-411d-8e0e-56bb5445ece2 req-62905aab-fdf5-4e56-802d-afc925b52b71 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 945 time: 0.3440218 Jan 26 20:43:00.360616 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8b668a0d-18da-411d-8e0e-56bb5445ece2 req-2c71a567-f413-4556-aab4-9b1eb2357476 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546155 Jan 26 20:43:00.520546 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-83548ced-f7cb-435a-a381-8c2a606d2121 tempest-TestVolumeBootPattern-1074226200 tempest-TestVolumeBootPattern-1074226200-project-admin] Synchronizing usage tracker for tenant:89660c8672b94a709d5f833d1a574e57 on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:43:00.541460 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-83548ced-f7cb-435a-a381-8c2a606d2121 tempest-TestVolumeBootPattern-1074226200 tempest-TestVolumeBootPattern-1074226200-project-admin] Unset dirty status for tenant:89660c8672b94a709d5f833d1a574e57 on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:43:00.543030 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-83548ced-f7cb-435a-a381-8c2a606d2121 tempest-TestVolumeBootPattern-1074226200 tempest-TestVolumeBootPattern-1074226200-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 1093 time: 0.3106124 Jan 26 20:43:00.555169 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662055ad-daa8-446b-a920-831a9e104604 req-18f921ff-37ef-4f4f-963f-57d971267933 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:00.556932 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-662055ad-daa8-446b-a920-831a9e104604 req-18f921ff-37ef-4f4f-963f-57d971267933 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.1801465 Jan 26 20:43:00.557823 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44436) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:00.564134 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'floatingip': {'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'port_id': '02792e6f-5ce1-4474-af43-4192b72595d3', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address': '172.20.0.9'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:43:00.572117 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:43:00.593364 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Usage tracker for resource:floatingip and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:43:00.598530 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:43:00.611066 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 3f2014ca-5032-48af-9413-77dc4583de4f up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:43:00.613133 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:43:00.630293 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-662055ad-daa8-446b-a920-831a9e104604 req-818b86ee-499f-4617-89c9-fdcab11e36c5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610507 Jan 26 20:43:00.631576 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:00.635844 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba33ad-1dc6-43cc-ad62-ab37f795d749 req-30ee8163-3e32-4e29-83d3-18732ac5b52b tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:00.638353 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cbba33ad-1dc6-43cc-ad62-ab37f795d749 req-30ee8163-3e32-4e29-83d3-18732ac5b52b tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.1615233 Jan 26 20:43:00.664971 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-b38d6043-f0f1-4b3e-a70d-152e38418785 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dec82af-adfe-409d-9600-0434c93cd718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1454859 Jan 26 20:43:00.743256 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port 3f2014ca-5032-48af-9413-77dc4583de4f completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:43:00.755593 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 3f2014ca-5032-48af-9413-77dc4583de4f triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:43:00.755955 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:00.770787 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cbba33ad-1dc6-43cc-ad62-ab37f795d749 req-ae655200-c681-4a38-8795-9b85a669e92b tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250811 Jan 26 20:43:00.776291 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:00.792480 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:17Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '3f2014ca-5032-48af-9413-77dc4583de4f', 'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'mac_address': 'fa:16:3e:61:34:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:17Z', 'updated_at': '2022-01-26T20:42:59Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'subnets': [{'id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:00.816130 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4088064b-e1a9-4327-a46e-3bce1ed8ee9b None None] The sync data for ids ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'] in dv-cinder-826519-1-iscsi is: [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:17Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '3f2014ca-5032-48af-9413-77dc4583de4f', 'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'mac_address': 'fa:16:3e:61:34:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:17Z', 'updated_at': '2022-01-26T20:42:59Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'subnets': [{'id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:43:00.824804 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-a6ead0e4-16b3-4db6-b3f2-732d4f367659 service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519914 Jan 26 20:43:00.904350 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:00.938700 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Allocated IP 172.27.0.71 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/bca43185-1a75-4283-a2e4-876976163bf2) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:43:00.954222 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port 3f2014ca-5032-48af-9413-77dc4583de4f, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=3f2014ca-5032-48af-9413-77dc4583de4f,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:00.958182 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:01.041648 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=3f2014ca-5032-48af-9413-77dc4583de4f,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:01.078639 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3f0dd23d-7a65-4ac9-acfc-c0d17298dfbd req-08a32c3e-28cd-4fed-b7f2-e6957c76325a service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471695 Jan 26 20:43:01.120111 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:01.151499 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:01.215044 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fdc49b6b-ce47-488a-8d76-bc5f4f9b0d73 req-4f4168af-73a9-48e3-8862-a4eda0388acf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44d3ccacd6e54eb1aedfaa23335cb56f&device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 1096 time: 0.0847993 Jan 26 20:43:01.230128 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:43:01.233785 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:43:01.235807 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'Port': ['ID=bca43185-1a75-4283-a2e4-876976163bf2,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:01.238070 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:43:01.278822 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:01.279208 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:01.279538 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:01.279864 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:01.280189 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:01.280517 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:01.280830 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:01.281146 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:01.281462 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:01.281775 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:01.282086 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:01.358561 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc49b6b-ce47-488a-8d76-bc5f4f9b0d73 req-4d2c9f9e-5f63-4c70-abe6-62797e611d1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:01.360072 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fdc49b6b-ce47-488a-8d76-bc5f4f9b0d73 req-4d2c9f9e-5f63-4c70-abe6-62797e611d1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dec82af-adfe-409d-9600-0434c93cd718 HTTP/1.1" status: 200 len: 910 time: 0.1363497 Jan 26 20:43:01.434100 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fdc49b6b-ce47-488a-8d76-bc5f4f9b0d73 req-3aea17dd-c12d-4572-b36c-31e7ccdabffe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f44b21d1-ff30-4426-b075-74351b40e9eb HTTP/1.1" status: 200 len: 217 time: 0.0665627 Jan 26 20:43:01.500262 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc49b6b-ce47-488a-8d76-bc5f4f9b0d73 req-75bcf634-6e97-483b-b55e-e9b104b96742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:01.501672 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fdc49b6b-ce47-488a-8d76-bc5f4f9b0d73 req-75bcf634-6e97-483b-b55e-e9b104b96742 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46bcd92-ffbb-4d64-bd87-98054ae76669 HTTP/1.1" status: 200 len: 848 time: 0.0614188 Jan 26 20:43:01.575172 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fdc49b6b-ce47-488a-8d76-bc5f4f9b0d73 req-a4e42b4b-2cbb-427f-a8ff-b652c66218de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dec82af-adfe-409d-9600-0434c93cd718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667851 Jan 26 20:43:01.713235 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fdc49b6b-ce47-488a-8d76-bc5f4f9b0d73 req-f482ebaf-05e0-4545-b64a-2f3f0b630a96 service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278815 Jan 26 20:43:01.754422 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e2bda-ff9d-4ee0-96e9-72bfde3162db req-caa77a3f-b817-4a03-accb-ab939fd0e9fa tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:01.755905 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-655e2bda-ff9d-4ee0-96e9-72bfde3162db req-caa77a3f-b817-4a03-accb-ab939fd0e9fa tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 945 time: 0.2673392 Jan 26 20:43:01.820229 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-655e2bda-ff9d-4ee0-96e9-72bfde3162db req-b69ee9be-06f7-48d6-aad8-e1931a8c064f tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570753 Jan 26 20:43:01.904166 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fdc49b6b-ce47-488a-8d76-bc5f4f9b0d73 req-ef47c5a3-2a50-4768-98ba-945696c35543 service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843662 Jan 26 20:43:01.919791 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564967d5-001c-4164-9489-120f92bf8270 req-f2691485-9b9a-44d9-afd0-22ed8b17e3db tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:01.921509 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-564967d5-001c-4164-9489-120f92bf8270 req-f2691485-9b9a-44d9-afd0-22ed8b17e3db tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.1283164 Jan 26 20:43:01.970101 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-564967d5-001c-4164-9489-120f92bf8270 req-780a3965-ed98-4079-bcff-0662e303486c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Jan 26 20:43:02.020669 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:02.089033 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:02.118720 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-40ffb989-9c4e-4cdb-bdbd-be32fdb69b84 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:02.120248 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e5c1e-d226-43fe-9c63-22ae7aa84be8 req-9a1fa59a-193c-443f-a389-c904f19f80c7 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:02.121275 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-40ffb989-9c4e-4cdb-bdbd-be32fdb69b84 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 945 time: 0.0791185 Jan 26 20:43:02.122243 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-985e5c1e-d226-43fe-9c63-22ae7aa84be8 req-9a1fa59a-193c-443f-a389-c904f19f80c7 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.1838801 Jan 26 20:43:02.200179 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Deleting port 4e13261d-897a-4657-aec0-5f2e90bff593 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:43:02.200513 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:02.210856 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-985e5c1e-d226-43fe-9c63-22ae7aa84be8 req-484492fe-eb71-472c-9376-e54b88f5ade5 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817664 Jan 26 20:43:02.353884 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:02.359245 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:02.448525 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] For port 4e13261d-897a-4657-aec0-5f2e90bff593, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=4e13261d-897a-4657-aec0-5f2e90bff593,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:02.449176 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:02.461321 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'Port': ['ID=bca43185-1a75-4283-a2e4-876976163bf2,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:02.481375 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:02.528487 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 3f2014ca-5032-48af-9413-77dc4583de4f up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:43:02.598528 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port 3f2014ca-5032-48af-9413-77dc4583de4f triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:43:02.599176 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:02.674805 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.l3_db [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Floating IP 3d343288-af00-4045-81b6-043cd33af742 associated. External IP: 172.27.0.71, port: 02792e6f-5ce1-4474-af43-4192b72595d3. Jan 26 20:43:02.817820 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:02.818178 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:02.818464 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.l3_db [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Floating IP dd02f93e-213b-4b38-bc0d-685c7e7d64f6 disassociated. External IP: 172.27.0.46, port: 4e13261d-897a-4657-aec0-5f2e90bff593. Jan 26 20:43:02.818803 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Calling delete_port for 4e13261d-897a-4657-aec0-5f2e90bff593 owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:43:03.056328 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:03.112535 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Router b3c46489-6f21-40a6-87c6-d47343b94824 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:43:03.162841 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event deleted for resources: {'Port': ['ID=4e13261d-897a-4657-aec0-5f2e90bff593,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:03.186703 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaa631-dbad-469e-9f31-637f9c38ab9a req-f4a7b947-6cfc-4251-9633-2bb64ab4c897 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:03.188225 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f5eaa631-dbad-469e-9f31-637f9c38ab9a req-f4a7b947-6cfc-4251-9633-2bb64ab4c897 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 867 time: 0.2460005 Jan 26 20:43:03.257668 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:03.283499 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b498e5-260a-44db-8ede-c9605c9652cb req-8d51610e-f93b-4b91-85b2-cc9311d0663c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:03.285024 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a2b498e5-260a-44db-8ede-c9605c9652cb req-8d51610e-f93b-4b91-85b2-cc9311d0663c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 944 time: 0.1105101 Jan 26 20:43:03.300161 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f5eaa631-dbad-469e-9f31-637f9c38ab9a req-8dcf4b1e-b370-438e-a41b-07b82d68a012 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups?id=12b33437-9060-4c7d-958c-c8b658bf292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661271 Jan 26 20:43:03.440364 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Router d3c2304a-aca8-4683-b91d-2d33ede616ca has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:43:03.517052 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Sync routers for ids ['8d6a9895-cf97-4e48-9f39-cd0e8775e755'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:43:03.538127 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Routers {'8d6a9895-cf97-4e48-9f39-cd0e8775e755'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:43:03.538640 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['8d6a9895-cf97-4e48-9f39-cd0e8775e755'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:03.547154 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a2b498e5-260a-44db-8ede-c9605c9652cb req-9a91c078-4125-4567-9402-f2784d07765b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534609 Jan 26 20:43:03.595109 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:43:03.609772 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c3ac1-99af-4d8b-a294-e442c65df488 None None] Sync routers for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:43:03.617068 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238a688-eb31-461a-8ae2-fd69d33d8555 req-976d7f36-dd72-4720-bbea-2bdb4f61d6a1 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:03.619069 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3238a688-eb31-461a-8ae2-fd69d33d8555 req-976d7f36-dd72-4720-bbea-2bdb4f61d6a1 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.1774445 Jan 26 20:43:03.633493 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:03.636385 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 09f8feee-5a46-4a42-aac9-49f8103c803a details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:43:03.645325 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c3ac1-99af-4d8b-a294-e442c65df488 None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:43:03.645941 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-596c3ac1-99af-4d8b-a294-e442c65df488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:03.703564 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-edcbf77d-ad24-4585-87fe-7f10938fef99 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1436715 Jan 26 20:43:03.704445 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'tag': '02792e6f-5ce1-4474-af43-4192b72595d3'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:03.783895 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3238a688-eb31-461a-8ae2-fd69d33d8555 req-0b63e175-38d4-46fc-8550-4a3f34574280 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521420 Jan 26 20:43:03.803394 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Set router 8d6a9895-cf97-4e48-9f39-cd0e8775e755 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:43:03.851757 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.db.resource_extend [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 20:43:03.853313 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:43:03.871849 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'tag': '02792e6f-5ce1-4474-af43-4192b72595d3', 'status': 'completed', 'code': 200} Jan 26 20:43:03.918380 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d0b59-16da-437d-9cc6-8635ce68e201 None None] Sync routers for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:43:03.939013 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] No DVR routers for this DVR port 4e13261d-897a-4657-aec0-5f2e90bff593 on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:43:03.941798 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:03.943312 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d0b59-16da-437d-9cc6-8635ce68e201 None None] Routers {'d3c2304a-aca8-4683-b91d-2d33ede616ca'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:43:03.943915 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-328d0b59-16da-437d-9cc6-8635ce68e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['d3c2304a-aca8-4683-b91d-2d33ede616ca'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:03.947581 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'name': 'network-vif-deleted', 'tag': '4e13261d-897a-4657-aec0-5f2e90bff593'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:03.986096 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fc5a39f8-8ac1-45d6-8780-1ad0001be0e1 req-8a166d44-cc40-43c5-8ae9-771746f3ea13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 1098 time: 0.0902786 Jan 26 20:43:03.988613 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-596c3ac1-99af-4d8b-a294-e442c65df488 None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:43:03.994837 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6669981a-1ff4-4e20-b75b-8bf9006300ba req-64e2d3fb-551a-4afa-a755-9641e9dcaca7 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.43 "DELETE /v2.0/ports/4e13261d-897a-4657-aec0-5f2e90bff593 HTTP/1.1" status: 204 len: 173 time: 1.8656719 Jan 26 20:43:04.032879 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0bc787-59fb-4291-8634-96634b4a23e1', 'name': 'network-vif-deleted', 'tag': '4e13261d-897a-4657-aec0-5f2e90bff593', 'status': 'completed', 'code': 200} Jan 26 20:43:04.056735 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=09f8feee-5a46-4a42-aac9-49f8103c803a,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:04.086146 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'port_id': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'mac_address': 'fa:16:3e:12:32:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:43:04.169907 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a39f8-8ac1-45d6-8780-1ad0001be0e1 req-6f2c557e-13b5-49da-8222-6f063daceab3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:04.171744 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fc5a39f8-8ac1-45d6-8780-1ad0001be0e1 req-6f2c557e-13b5-49da-8222-6f063daceab3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 913 time: 0.1792314 Jan 26 20:43:04.224149 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:04.265057 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f8feee-5a46-4a42-aac9-49f8103c803a {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:43:04.282334 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fc5a39f8-8ac1-45d6-8780-1ad0001be0e1 req-3ecdc5dc-3abc-405d-9750-a11c15df43ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02792e6f-5ce1-4474-af43-4192b72595d3 HTTP/1.1" status: 200 len: 998 time: 0.1012280 Jan 26 20:43:04.291319 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-328d0b59-16da-437d-9cc6-8635ce68e201 None None] Set router d3c2304a-aca8-4683-b91d-2d33ede616ca gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:43:04.345661 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=09f8feee-5a46-4a42-aac9-49f8103c803a,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:04.363469 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:04.377751 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a39f8-8ac1-45d6-8780-1ad0001be0e1 req-d6151924-4af2-4a76-9e14-60cd472635ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:04.379273 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fc5a39f8-8ac1-45d6-8780-1ad0001be0e1 req-d6151924-4af2-4a76-9e14-60cd472635ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0896666 Jan 26 20:43:04.506152 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fc5a39f8-8ac1-45d6-8780-1ad0001be0e1 req-ea569677-ca7a-4559-94ec-6da2aa18b918 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1188703 Jan 26 20:43:04.540214 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=09f8feee-5a46-4a42-aac9-49f8103c803a,revision_number=9']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:04.599708 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-596c3ac1-99af-4d8b-a294-e442c65df488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '3d343288-af00-4045-81b6-043cd33af742', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': '02792e6f-5ce1-4474-af43-4192b72595d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:05:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:43:01Z', 'updated_at': '2022-01-26T20:43:01Z', 'revision_number': 0, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:04.612858 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c3ac1-99af-4d8b-a294-e442c65df488 None None] Checking router: b3c46489-6f21-40a6-87c6-d47343b94824 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:43:04.634924 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['09f8feee-5a46-4a42-aac9-49f8103c803a'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:43:04.734155 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fc5a39f8-8ac1-45d6-8780-1ad0001be0e1 req-a8721b92-40f4-4312-a415-29d09abe68e0 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218053 Jan 26 20:43:04.740085 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'name': 'tempest-TestShelveInstance-1755591413-router', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:25Z', 'revision_number': 4, 'project_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'gw_port': {'id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'b95ee64c-8265-49f6-9a99-419e6f653be6', 'name': '', 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'mac_address': 'fa:16:3e:28:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03973baa-1a23-43d1-860c-b7b9fdbda2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:24Z', 'updated_at': '2022-01-26T20:42:25Z', 'revision_number': 2, 'project_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'subnets': [{'id': '03973baa-1a23-43d1-860c-b7b9fdbda2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:04.749859 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Checking router: 8d6a9895-cf97-4e48-9f39-cd0e8775e755 for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:43:04.750288 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Updating router 8d6a9895-cf97-4e48-9f39-cd0e8775e755 port b95ee64c-8265-49f6-9a99-419e6f653be6 binding host dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 26 20:43:04.751044 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4bc28672-05b1-4eb4-a54e-b807d3884076 req-c2853e33-94e2-4e7b-a860-04d59ff7ecc1 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c0bc787-59fb-4291-8634-96634b4a23e1 HTTP/1.1" status: 200 len: 210 time: 0.2095463 Jan 26 20:43:04.816312 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c3ac1-99af-4d8b-a294-e442c65df488 None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:43:04.816928 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-596c3ac1-99af-4d8b-a294-e442c65df488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:04.835644 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:04.870712 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d552dfe-743f-448a-9abd-f277eb43aea2 req-6b46eb41-8163-476c-b922-29d758f7fdb5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:04.872739 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2d552dfe-743f-448a-9abd-f277eb43aea2 req-6b46eb41-8163-476c-b922-29d758f7fdb5 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 945 time: 0.1401558 Jan 26 20:43:04.926449 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-328d0b59-16da-437d-9cc6-8635ce68e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:37:01Z', 'revision_number': 5, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:04.945774 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2d552dfe-743f-448a-9abd-f277eb43aea2 req-0cabc0c6-4a4d-49b2-8be9-b1984cf00e2a tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668113 Jan 26 20:43:04.966449 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fc5a39f8-8ac1-45d6-8780-1ad0001be0e1 req-2dd334ea-2462-46cf-ba72-2298ac166d78 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144043 Jan 26 20:43:05.003009 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d0b59-16da-437d-9cc6-8635ce68e201 None None] Checking router: d3c2304a-aca8-4683-b91d-2d33ede616ca for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:43:05.053034 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d0b59-16da-437d-9cc6-8635ce68e201 None None] Routers {'d3c2304a-aca8-4683-b91d-2d33ede616ca'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:43:05.053632 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-328d0b59-16da-437d-9cc6-8635ce68e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['d3c2304a-aca8-4683-b91d-2d33ede616ca'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:05.061880 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2678b-88ad-4109-a10d-c1a7ca31b636 req-a4f41700-cba4-4418-83e5-2af0e355e49f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:05.063353 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e1f2678b-88ad-4109-a10d-c1a7ca31b636 req-a4f41700-cba4-4418-83e5-2af0e355e49f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.0793655 Jan 26 20:43:05.112003 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e1f2678b-88ad-4109-a10d-c1a7ca31b636 req-4781cd60-f563-4f7f-8314-efaa2d453bed tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 Jan 26 20:43:05.135637 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-596c3ac1-99af-4d8b-a294-e442c65df488 None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:43:05.321992 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-328d0b59-16da-437d-9cc6-8635ce68e201 None None] Set router d3c2304a-aca8-4683-b91d-2d33ede616ca gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:43:05.493325 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-596c3ac1-99af-4d8b-a294-e442c65df488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '3d343288-af00-4045-81b6-043cd33af742', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': '02792e6f-5ce1-4474-af43-4192b72595d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:05:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:43:01Z', 'updated_at': '2022-01-26T20:43:01Z', 'revision_number': 0, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:05.501016 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c3ac1-99af-4d8b-a294-e442c65df488 None None] The sync data for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi is: [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '3d343288-af00-4045-81b6-043cd33af742', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': '02792e6f-5ce1-4474-af43-4192b72595d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:05:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:43:01Z', 'updated_at': '2022-01-26T20:43:01Z', 'revision_number': 0, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:43:05.536300 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Notify callbacks [] for port, precommit_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:05.608010 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.provisioning_blocks [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Transition to ACTIVE for port object b95ee64c-8265-49f6-9a99-419e6f653be6 will not be triggered until provisioned by entity L2. {{(pid=82711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:43:05.618245 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:05.636126 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 09f8feee-5a46-4a42-aac9-49f8103c803a up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:43:05.719981 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 09f8feee-5a46-4a42-aac9-49f8103c803a triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:43:05.720344 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:05.857865 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:05.870432 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Attempting to bind port b95ee64c-8265-49f6-9a99-419e6f653be6 on host dv-cinder-826519-1-iscsi for vnic_type normal with profile {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:43:05.870432 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Attempting to bind port b95ee64c-8265-49f6-9a99-419e6f653be6 by drivers openvswitch,hyperv on host dv-cinder-826519-1-iscsi at level 0 using segments [{'id': 'eb6e2719-84b6-482e-9c12-a02c11896c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba'}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:43:05.870432 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Attempting to bind port b95ee64c-8265-49f6-9a99-419e6f653be6 on network 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:43:05.896688 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=09f8feee-5a46-4a42-aac9-49f8103c803a,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:05.897377 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:05.907973 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:05.909086 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 4e13261d-897a-4657-aec0-5f2e90bff593 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:43:05.909697 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Checking agent: {'id': '4af3a789-b59d-4683-84a4-443cc2c023d8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826519-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 28, 16), 'started_at': datetime.datetime(2022, 1, 26, 20, 28, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826519-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:43:05.910105 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Checking segment: {'id': 'eb6e2719-84b6-482e-9c12-a02c11896c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:43:05.910454 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:05.910828 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Bound using segment: {'id': 'eb6e2719-84b6-482e-9c12-a02c11896c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba'} {{(pid=82711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:43:05.911304 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.managers [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Bound port: b95ee64c-8265-49f6-9a99-419e6f653be6, host: dv-cinder-826519-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6e2719-84b6-482e-9c12-a02c11896c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba'}}] {{(pid=82711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:43:05.911736 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:05.920890 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44474) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:05.976193 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'code': 200} Jan 26 20:43:05.995366 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 4e13261d-897a-4657-aec0-5f2e90bff593 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:43:05.995729 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 4e13261d-897a-4657-aec0-5f2e90bff593 not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:43:06.001365 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] For port b95ee64c-8265-49f6-9a99-419e6f653be6, host dv-cinder-826519-1-iscsi, cleared binding levels {{(pid=82711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:43:06.004711 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.plugins.ml2.db [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] For port b95ee64c-8265-49f6-9a99-419e6f653be6, host dv-cinder-826519-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=b95ee64c-8265-49f6-9a99-419e6f653be6,segment=NetworkSegment(eb6e2719-84b6-482e-9c12-a02c11896c65),segment_id=eb6e2719-84b6-482e-9c12-a02c11896c65)] {{(pid=82711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:43:06.005757 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267a301-05fc-4896-8922-8cedcfb14e9a None None] Pushing event updated for resources: {'Port': ['ID=b95ee64c-8265-49f6-9a99-419e6f653be6,revision_number=3']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:06.007088 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ba2c45b0-bb46-4b5c-b481-c46b8489d59a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:06.012188 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron_lib.callbacks.manager [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:06.037640 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=09f8feee-5a46-4a42-aac9-49f8103c803a,revision_number=10']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:06.049404 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ba2c45b0-bb46-4b5c-b481-c46b8489d59a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:06.116835 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267a301-05fc-4896-8922-8cedcfb14e9a None None] Pushing event updated for resources: {'Port': ['ID=b95ee64c-8265-49f6-9a99-419e6f653be6,revision_number=4']} {{(pid=82711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:06.121599 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Routers {'8d6a9895-cf97-4e48-9f39-cd0e8775e755'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:43:06.122191 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:42:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['8d6a9895-cf97-4e48-9f39-cd0e8775e755'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:06.135421 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ba2c45b0-bb46-4b5c-b481-c46b8489d59a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:06.207568 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-328d0b59-16da-437d-9cc6-8635ce68e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:37:01Z', 'revision_number': 5, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:06.235360 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d0b59-16da-437d-9cc6-8635ce68e201 None None] The sync data for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi is: [{'id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'name': 'tempest-AttachVolumeTestJSON-1604075212-router', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:35Z', 'updated_at': '2022-01-26T20:36:42Z', 'revision_number': 4, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'gw_port': {'id': 'e9e796a9-8671-4cd1-86e9-200a753086d2', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '291d7db7-39e0-4115-a11b-67d7c066c568', 'name': '', 'network_id': 'f0067db2-b2dc-488a-8c4b-f2d4f13b24ba', 'tenant_id': 'b4d016374d2e4e45a021b9c468ba477b', 'mac_address': 'fa:16:3e:38:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2304a-aca8-4683-b91d-2d33ede616ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:41Z', 'updated_at': '2022-01-26T20:37:01Z', 'revision_number': 5, 'project_id': 'b4d016374d2e4e45a021b9c468ba477b', 'subnets': [{'id': '49d2a0f2-fc73-4f82-966c-3684b0274923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:43:06.243678 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c45b0-bb46-4b5c-b481-c46b8489d59a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b33437-9060-4c7d-958c-c8b658bf292c,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:06.334517 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ba2c45b0-bb46-4b5c-b481-c46b8489d59a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:06.335669 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-ba2c45b0-bb46-4b5c-b481-c46b8489d59a tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "DELETE /v2.0/security-groups/12b33437-9060-4c7d-958c-c8b658bf292c HTTP/1.1" status: 204 len: 168 time: 0.4136214 Jan 26 20:43:06.341948 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44482) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:06.376459 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.api.v2.resource [None req-d5278a86-6ac2-4ac0-9e59-aab42f7ad0cf tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] show failed (client error): The resource could not be found. Jan 26 20:43:06.380646 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-d5278a86-6ac2-4ac0-9e59-aab42f7ad0cf tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "GET /v2.0/security-groups/12b33437-9060-4c7d-958c-c8b658bf292c HTTP/1.1" status: 404 len: 347 time: 0.0354731 Jan 26 20:43:06.381404 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d55c5-afd5-48a2-8fc0-b2ee89c0417c req-6c7950dd-61f2-414d-9ad4-ef707f5c18e8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:06.381955 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44486) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:06.388463 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a95d55c5-afd5-48a2-8fc0-b2ee89c0417c req-6c7950dd-61f2-414d-9ad4-ef707f5c18e8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.1240909 Jan 26 20:43:06.398411 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] Set router 8d6a9895-cf97-4e48-9f39-cd0e8775e755 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:43:06.443307 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a95d55c5-afd5-48a2-8fc0-b2ee89c0417c req-26908544-0035-451e-958e-de958336eb3d tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533190 Jan 26 20:43:06.570594 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6df0d3-aac7-4bac-80a5-7f4bf1670a4c req-793658f8-7ddc-46b6-8d29-98be3e0a547a tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:06.572062 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bb6df0d3-aac7-4bac-80a5-7f4bf1670a4c req-793658f8-7ddc-46b6-8d29-98be3e0a547a tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 947 time: 0.4134388 Jan 26 20:43:06.574727 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9a0e7b1b-55b3-428a-b0e2-d140ed37c6c9 req-f29e76a3-7fc3-42a0-bcc0-6f911a41b425 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 1100 time: 0.3277683 Jan 26 20:43:06.580065 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6c040-da9b-4f30-bb8c-d86ea5cdf7b3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Deleting port 0d0a4964-1781-4573-b50c-e2d235aaf706 {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:43:06.580395 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c040-da9b-4f30-bb8c-d86ea5cdf7b3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:06.729436 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'name': 'tempest-TestShelveInstance-1755591413-router', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:25Z', 'revision_number': 4, 'project_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'gw_port': {'id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'b95ee64c-8265-49f6-9a99-419e6f653be6', 'name': '', 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'mac_address': 'fa:16:3e:28:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03973baa-1a23-43d1-860c-b7b9fdbda2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:24Z', 'updated_at': '2022-01-26T20:43:05Z', 'revision_number': 4, 'project_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'subnets': [{'id': '03973baa-1a23-43d1-860c-b7b9fdbda2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:06.734200 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba899558-3296-4da9-ab11-b6bb5ab2ad71 None None] The sync data for ids ['8d6a9895-cf97-4e48-9f39-cd0e8775e755'] in dv-cinder-826519-1-iscsi is: [{'id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'name': 'tempest-TestShelveInstance-1755591413-router', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:25Z', 'revision_number': 4, 'project_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'gw_port': {'id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'b95ee64c-8265-49f6-9a99-419e6f653be6', 'name': '', 'network_id': '0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'mac_address': 'fa:16:3e:28:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03973baa-1a23-43d1-860c-b7b9fdbda2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:24Z', 'updated_at': '2022-01-26T20:43:05Z', 'revision_number': 4, 'project_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'subnets': [{'id': '03973baa-1a23-43d1-860c-b7b9fdbda2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:43:06.869173 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9a0e7b1b-55b3-428a-b0e2-d140ed37c6c9 req-0fe87647-df58-42f0-a1bf-6b9c009c2715 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540438 Jan 26 20:43:06.873258 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bb6df0d3-aac7-4bac-80a5-7f4bf1670a4c req-34a15e75-9c81-482d-b284-d9cb822ad3d8 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951093 Jan 26 20:43:06.928268 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c040-da9b-4f30-bb8c-d86ea5cdf7b3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:06.928954 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c040-da9b-4f30-bb8c-d86ea5cdf7b3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:07.049727 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6c040-da9b-4f30-bb8c-d86ea5cdf7b3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Calling delete_port for 0d0a4964-1781-4573-b50c-e2d235aaf706 owned by network:floatingip {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:43:07.194535 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c040-da9b-4f30-bb8c-d86ea5cdf7b3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:07.238700 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6c040-da9b-4f30-bb8c-d86ea5cdf7b3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Pushing event deleted for resources: {'Port': ['ID=0d0a4964-1781-4573-b50c-e2d235aaf706,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:07.333732 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c040-da9b-4f30-bb8c-d86ea5cdf7b3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks [] for floatingip, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:07.348454 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c040-da9b-4f30-bb8c-d86ea5cdf7b3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:07.352775 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b2c6c040-da9b-4f30-bb8c-d86ea5cdf7b3 tempest-AttachVolumeTestJSON-666785693 tempest-AttachVolumeTestJSON-666785693-project] 10.222.0.53 "DELETE /v2.0/floatingips/dd02f93e-213b-4b38-bc0d-685c7e7d64f6 HTTP/1.1" status: 204 len: 168 time: 0.9673202 Jan 26 20:43:07.645328 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0c5ff-2a5c-4f8a-aa65-666e51e43516 req-b5c582e2-6752-4a05-9195-9f2db6674e6a tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:07.646790 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9dd0c5ff-2a5c-4f8a-aa65-666e51e43516 req-b5c582e2-6752-4a05-9195-9f2db6674e6a tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.0810988 Jan 26 20:43:07.694703 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9dd0c5ff-2a5c-4f8a-aa65-666e51e43516 req-a5dce610-024b-4059-a06d-3d731f41c6e6 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423834 Jan 26 20:43:08.103264 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05fd8d-4acf-426f-93b3-d5edaefa4441 req-d09e8793-3fa3-41ec-9de8-b98b205871b8 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:08.104895 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6e05fd8d-4acf-426f-93b3-d5edaefa4441 req-d09e8793-3fa3-41ec-9de8-b98b205871b8 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 947 time: 0.0884638 Jan 26 20:43:08.155628 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6e05fd8d-4acf-426f-93b3-d5edaefa4441 req-5cad5b49-69fe-4df1-92b0-28d080c02984 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454977 Jan 26 20:43:08.543171 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device b95ee64c-8265-49f6-9a99-419e6f653be6 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:43:08.618099 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning for port b95ee64c-8265-49f6-9a99-419e6f653be6 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:43:08.623846 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port b95ee64c-8265-49f6-9a99-419e6f653be6 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:43:08.623846 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:08.744079 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:08.784611 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] For port b95ee64c-8265-49f6-9a99-419e6f653be6, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=b95ee64c-8265-49f6-9a99-419e6f653be6,segment=NetworkSegment(eb6e2719-84b6-482e-9c12-a02c11896c65),segment_id=eb6e2719-84b6-482e-9c12-a02c11896c65)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:08.788315 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:08.854041 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Pushing event updated for resources: {'Port': ['ID=b95ee64c-8265-49f6-9a99-419e6f653be6,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:08.862431 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:08.862771 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:08.863130 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:08.863495 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:08.863838 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:08.864156 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:08.864492 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:08.864796 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:08.865112 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:08.865422 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:08.865735 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:43:08.898062 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d9698-10d8-40af-b9f0-7544e6f6536c req-d50ced68-42e4-4a6e-88f2-3865b3e60533 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:08.899540 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e88d9698-10d8-40af-b9f0-7544e6f6536c req-d50ced68-42e4-4a6e-88f2-3865b3e60533 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.0739715 Jan 26 20:43:08.950876 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e88d9698-10d8-40af-b9f0-7544e6f6536c req-4c17ce2d-2d47-4169-8d94-94612f62a087 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452483 Jan 26 20:43:09.362032 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c08900-8fb5-40ed-9f6a-25cc4b70dc3f req-a99afb01-af7e-43c4-a429-9a10b362a3e0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:09.363508 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-51c08900-8fb5-40ed-9f6a-25cc4b70dc3f req-a99afb01-af7e-43c4-a429-9a10b362a3e0 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 947 time: 0.0740178 Jan 26 20:43:09.413264 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-51c08900-8fb5-40ed-9f6a-25cc4b70dc3f req-869e5fc8-7b11-4d05-b199-9aa5e12e0254 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427737 Jan 26 20:43:09.661665 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f44b21d1-ff30-4426-b075-74351b40e9eb details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:43:09.790942 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f44b21d1-ff30-4426-b075-74351b40e9eb, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f44b21d1-ff30-4426-b075-74351b40e9eb,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:09.804365 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'port_id': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'mac_address': 'fa:16:3e:b7:bb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:43:09.856801 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:09.875210 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44b21d1-ff30-4426-b075-74351b40e9eb {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:43:09.890061 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f44b21d1-ff30-4426-b075-74351b40e9eb, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f44b21d1-ff30-4426-b075-74351b40e9eb,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:09.894012 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:09.961469 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=f44b21d1-ff30-4426-b075-74351b40e9eb,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:10.125901 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['f44b21d1-ff30-4426-b075-74351b40e9eb'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:43:10.153242 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907a13a-2ebd-4c49-b3df-a0f44cbcd44e req-a187e5ff-4a04-4d3f-be52-7c56292a1fa3 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:10.154768 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7907a13a-2ebd-4c49-b3df-a0f44cbcd44e req-a187e5ff-4a04-4d3f-be52-7c56292a1fa3 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 944 time: 0.0814776 Jan 26 20:43:10.205527 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7907a13a-2ebd-4c49-b3df-a0f44cbcd44e req-4c876a50-b129-4be6-953b-f5e744ceff52 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440497 Jan 26 20:43:10.519657 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device b95ee64c-8265-49f6-9a99-419e6f653be6 up at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:43:10.589273 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Provisioning complete for port b95ee64c-8265-49f6-9a99-419e6f653be6 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:43:10.589625 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:11.385360 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 44566) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:11.415609 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dca14a-ebe3-4a67-978c-0a13f3551c88 req-81718b7d-6560-4344-ab63-0afac9fb15e6 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:11.417057 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-05dca14a-ebe3-4a67-978c-0a13f3551c88 req-81718b7d-6560-4344-ab63-0afac9fb15e6 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 944 time: 0.0882816 Jan 26 20:43:11.461268 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-05dca14a-ebe3-4a67-978c-0a13f3551c88 req-ec1a7346-aba8-417e-97b3-daeb0a0fd7bb tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388515 Jan 26 20:43:11.677549 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f44b21d1-ff30-4426-b075-74351b40e9eb up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:43:11.748979 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port f44b21d1-ff30-4426-b075-74351b40e9eb completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:43:11.754005 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port f44b21d1-ff30-4426-b075-74351b40e9eb triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:43:11.754363 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:11.865389 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:11.892575 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:11.902039 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f44b21d1-ff30-4426-b075-74351b40e9eb, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f44b21d1-ff30-4426-b075-74351b40e9eb,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:11.905332 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:11.947402 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'code': 200} Jan 26 20:43:11.972034 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=f44b21d1-ff30-4426-b075-74351b40e9eb,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:12.001258 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-3630b296-e170-4d2e-9337-f0f937e0c5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477355'] for router_interface, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:12.232349 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-73c13a28-ccd9-4fab-8fe0-84beeeff8119 req-f4dc7001-1967-4636-a211-8597dca59583 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 1098 time: 0.0698252 Jan 26 20:43:12.274562 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-73c13a28-ccd9-4fab-8fe0-84beeeff8119 req-feb3cf78-8c27-4e18-8d72-908238e3584e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359001 Jan 26 20:43:12.557466 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-bf760597-6d32-44c2-b039-202f1beb621a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:12.612195 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-3630b296-e170-4d2e-9337-f0f937e0c5fa admin admin] Deleting port 291d7db7-39e0-4115-a11b-67d7c066c568 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:43:12.612754 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-3630b296-e170-4d2e-9337-f0f937e0c5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:12.656645 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3897c2-e23a-4aee-95fa-0e17a7fc639c req-4d26d755-b6d0-41c1-9a96-5c9af9be1cfd tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:12.658076 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4b3897c2-e23a-4aee-95fa-0e17a7fc639c req-4d26d755-b6d0-41c1-9a96-5c9af9be1cfd tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0747278 Jan 26 20:43:12.703017 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4b3897c2-e23a-4aee-95fa-0e17a7fc639c req-62d8f2e0-b2ac-4326-ad12-d58b5db2f1a1 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391660 Jan 26 20:43:12.781160 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-3630b296-e170-4d2e-9337-f0f937e0c5fa admin admin] For port 291d7db7-39e0-4115-a11b-67d7c066c568, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=291d7db7-39e0-4115-a11b-67d7c066c568,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:12.781510 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-3630b296-e170-4d2e-9337-f0f937e0c5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:12.895628 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-3630b296-e170-4d2e-9337-f0f937e0c5fa admin admin] Calling delete_port for 291d7db7-39e0-4115-a11b-67d7c066c568 owned by network:router_interface {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:43:13.063916 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-3630b296-e170-4d2e-9337-f0f937e0c5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:13.108085 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630b296-e170-4d2e-9337-f0f937e0c5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=291d7db7-39e0-4115-a11b-67d7c066c568,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:13.237698 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ffdef3-498c-4179-af74-3b743b5938c4 None None] New status for floating IP 3d343288-af00-4045-81b6-043cd33af742: ACTIVE {{(pid=82710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:43:13.549256 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-3630b296-e170-4d2e-9337-f0f937e0c5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478530'] for router_interface, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:14.040954 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df460976-abe5-4b7a-9185-fd444f7235e3 req-b23ef018-e60f-4ef1-a045-7d748454396c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:14.042396 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-df460976-abe5-4b7a-9185-fd444f7235e3 req-b23ef018-e60f-4ef1-a045-7d748454396c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.1658297 Jan 26 20:43:14.103026 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-df460976-abe5-4b7a-9185-fd444f7235e3 req-39b5f5bf-8664-4970-b85d-1ce9e7f77379 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498726 Jan 26 20:43:14.212865 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3630b296-e170-4d2e-9337-f0f937e0c5fa admin admin] Router d3c2304a-aca8-4683-b91d-2d33ede616ca has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:43:14.306017 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030f03f-266c-4ae1-8d2c-5441bc4e73fd req-4fd40cca-bd25-41c7-8fa4-db00de018f06 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:14.307399 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6030f03f-266c-4ae1-8d2c-5441bc4e73fd req-4fd40cca-bd25-41c7-8fa4-db00de018f06 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0816479 Jan 26 20:43:14.355502 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6030f03f-266c-4ae1-8d2c-5441bc4e73fd req-478de398-ecba-4682-96d9-f3ede7549288 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423446 Jan 26 20:43:14.382612 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44582) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:14.415165 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3630b296-e170-4d2e-9337-f0f937e0c5fa admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:43:14.430318 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-3630b296-e170-4d2e-9337-f0f937e0c5fa admin admin] 10.222.0.53 "PUT /v2.0/routers/d3c2304a-aca8-4683-b91d-2d33ede616ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0411148 Jan 26 20:43:14.430536 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 44588) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:14.522616 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-d711180b-cbd7-414d-8dff-128df3e3ad0f tempest-TestShelveInstance-2096552847 tempest-TestShelveInstance-2096552847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 1093 time: 0.1388040 Jan 26 20:43:14.525354 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44592) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:14.531205 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Request body: {'floatingip': {'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'port_id': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:43:14.536335 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:43:14.540030 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Usage tracker for resource:floatingip and tenant:44d3ccacd6e54eb1aedfaa23335cb56f is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:43:14.542777 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:43:14.548452 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:43:14.558330 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for floatingip, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:14.623244 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Notify callbacks [] for router, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:14.690564 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:14.813503 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:14.823043 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Deleting port e9e796a9-8671-4cd1-86e9-200a753086d2 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:43:14.823372 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:14.826945 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Allocated IP 172.27.0.150 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/e4e20830-e74f-4be5-87f5-14f91c241a04) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:43:14.841958 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-61b6b950-ab9e-4f3c-8221-4edeaec4bb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:14.977168 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.005293 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.110029 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] For port e9e796a9-8671-4cd1-86e9-200a753086d2, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=e9e796a9-8671-4cd1-86e9-200a753086d2,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:15.110596 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.154935 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:43:15.157833 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:43:15.160327 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:43:15.191858 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event updated for resources: {'Port': ['ID=e4e20830-e74f-4be5-87f5-14f91c241a04,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:15.229289 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Calling delete_port for e9e796a9-8671-4cd1-86e9-200a753086d2 owned by network:router_gateway {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:43:15.395432 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.439690 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e796a9-8671-4cd1-86e9-200a753086d2,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:15.660268 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478606'] for router_gateway, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.670083 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.724717 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.908489 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28015'] for router, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.912605 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.921518 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.926100 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.936906 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477030'] for router, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.937536 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c2304a-aca8-4683-b91d-2d33ede616ca {{(pid=82708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 20:43:15.949193 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] Notify callbacks [] for router, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:15.951134 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-e9d577ee-dcf4-4f8b-931d-d55a63d2582b admin admin] 10.222.0.53 "DELETE /v2.0/routers/d3c2304a-aca8-4683-b91d-2d33ede616ca HTTP/1.1" status: 204 len: 168 time: 1.5193636 Jan 26 20:43:15.953338 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 44596) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:16.009496 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_v2 [None req-268958ea-cfe2-476c-90bd-ac1f2e36e94d admin admin] Deleting subnet 49d2a0f2-fc73-4f82-966c-3684b0274923 {{(pid=82708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:43:16.012911 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-268958ea-cfe2-476c-90bd-ac1f2e36e94d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.023930 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event updated for resources: {'Port': ['ID=e4e20830-e74f-4be5-87f5-14f91c241a04,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:16.045915 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.059983 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-268958ea-cfe2-476c-90bd-ac1f2e36e94d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7732275'] for subnet, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.105636 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.140491 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-268958ea-cfe2-476c-90bd-ac1f2e36e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.148281 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.208726 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-268958ea-cfe2-476c-90bd-ac1f2e36e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7713946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8011353'] for subnet, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.236329 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.l3_db [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Floating IP a0364782-a31a-4703-a2b3-325f51e88b53 associated. External IP: 172.27.0.150, port: f44b21d1-ff30-4426-b075-74351b40e9eb. Jan 26 20:43:16.249628 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268958ea-cfe2-476c-90bd-ac1f2e36e94d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d2a0f2-fc73-4f82-966c-3684b0274923,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:16.255623 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-268958ea-cfe2-476c-90bd-ac1f2e36e94d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.260824 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4483950-06f8-46ca-a00a-259d4196fc15 None None] Network f0067db2-b2dc-488a-8c4b-f2d4f13b24ba requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:43:16.265602 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-268958ea-cfe2-476c-90bd-ac1f2e36e94d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/49d2a0f2-fc73-4f82-966c-3684b0274923 HTTP/1.1" status: 204 len: 168 time: 0.3113062 Jan 26 20:43:16.266221 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 44600) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:16.518424 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.529300 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Deleting port 8d17c1ac-c360-44b8-b341-c3ee690ddf21 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:43:16.529622 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.613707 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6970f269-cb30-4f4b-b792-5a2459e01c1a None None] DHCP port deletion for f0067db2-b2dc-488a-8c4b-f2d4f13b24ba request from dv-cinder-826519-1-iscsi {{(pid=82710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 26 20:43:16.618451 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-6970f269-cb30-4f4b-b792-5a2459e01c1a None None] Deleting port 8d17c1ac-c360-44b8-b341-c3ee690ddf21 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:43:16.618819 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-6970f269-cb30-4f4b-b792-5a2459e01c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.761644 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] For port 8d17c1ac-c360-44b8-b341-c3ee690ddf21, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=8d17c1ac-c360-44b8-b341-c3ee690ddf21,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:16.762589 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.812992 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:43:16.866051 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-6970f269-cb30-4f4b-b792-5a2459e01c1a None None] For port 8d17c1ac-c360-44b8-b341-c3ee690ddf21, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=8d17c1ac-c360-44b8-b341-c3ee690ddf21,segment=NetworkSegment(6ff606a2-92ee-4c06-9c50-fb65bff02086),segment_id=6ff606a2-92ee-4c06-9c50-fb65bff02086)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:16.866391 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-6970f269-cb30-4f4b-b792-5a2459e01c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:16.903507 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Calling delete_port for 8d17c1ac-c360-44b8-b341-c3ee690ddf21 owned by network:dhcp {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:43:16.982190 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-6970f269-cb30-4f4b-b792-5a2459e01c1a None None] Calling delete_port for 8d17c1ac-c360-44b8-b341-c3ee690ddf21 owned by network:dhcp {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:43:16.982838 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:17.023807 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:43:17.030448 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d17c1ac-c360-44b8-b341-c3ee690ddf21,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:17.034487 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b287c2f-83e1-491d-a81e-ed564a5f2c2c None None] Sync routers for ids ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:43:17.046805 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] No DVR routers for this DVR port 8d17c1ac-c360-44b8-b341-c3ee690ddf21 on host dv-cinder-826519-1-iscsi {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:43:17.050018 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b287c2f-83e1-491d-a81e-ed564a5f2c2c None None] Routers {'5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:43:17.050616 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-3b287c2f-83e1-491d-a81e-ed564a5f2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:43:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:17.056824 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:17.060922 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.db.api [None req-6970f269-cb30-4f4b-b792-5a2459e01c1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:43:17.061271 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG oslo_db.api [None req-6970f269-cb30-4f4b-b792-5a2459e01c1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 20:43:17.112462 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-0afb5805-669c-4eb2-9a33-053c79b205ab tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5859571 Jan 26 20:43:17.113047 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:17.170027 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:17.173193 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'status': 'completed', 'code': 200} Jan 26 20:43:17.195679 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0067db2-b2dc-488a-8c4b-f2d4f13b24ba']}} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:17.210200 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff606a2-92ee-4c06-9c50-fb65bff02086') {'for_net_delete': True} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:17.210579 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff606a2-92ee-4c06-9c50-fb65bff02086') {} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:17.222284 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7732280'] for segment, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:17.241647 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:17.249075 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=82708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:43:17.249518 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080700'] for segment, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: Traceback (most recent call last): Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: timer() Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: cb(*args, **kw) Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: return func(*args, **kwargs) Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: self._notify() Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: self.callback(batched_events) Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: event.method(event) Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: return f(self, *a, **k) Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._get(url).json() Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: return self.request(url, 'GET', **kwargs) Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:43:17.263710 dv-cinder-826519-1-iscsi neutron-server[82708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:43:17.274880 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c88d0704-1604-44f1-85b2-3cb3a4ee2311 req-8993a318-90b6-4dc3-a6af-50862ae6aaf6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44d3ccacd6e54eb1aedfaa23335cb56f&device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 1098 time: 0.0763221 Jan 26 20:43:17.282317 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-3b287c2f-83e1-491d-a81e-ed564a5f2c2c None None] Set router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:43:17.357429 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:17.403586 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:17.406658 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0067db2-b2dc-488a-8c4b-f2d4f13b24ba,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:17.431024 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d0704-1604-44f1-85b2-3cb3a4ee2311 req-580f85e6-cc07-482e-a0e1-3307cf917d47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:17.432457 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c88d0704-1604-44f1-85b2-3cb3a4ee2311 req-580f85e6-cc07-482e-a0e1-3307cf917d47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dec82af-adfe-409d-9600-0434c93cd718 HTTP/1.1" status: 200 len: 910 time: 0.1515007 Jan 26 20:43:17.438931 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-bd078930-3fe4-47dc-83e5-61bafaa586f6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f0067db2-b2dc-488a-8c4b-f2d4f13b24ba HTTP/1.1" status: 204 len: 168 time: 1.1717217 Jan 26 20:43:17.547508 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c88d0704-1604-44f1-85b2-3cb3a4ee2311 req-552d5a36-7355-4f77-9829-36b139547f5b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f44b21d1-ff30-4426-b075-74351b40e9eb HTTP/1.1" status: 200 len: 999 time: 0.1052454 Jan 26 20:43:17.562707 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-6970f269-cb30-4f4b-b792-5a2459e01c1a None None] Deleting port 8d17c1ac-c360-44b8-b341-c3ee690ddf21 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:43:17.563898 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-6970f269-cb30-4f4b-b792-5a2459e01c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:17.589804 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44610) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:17.651937 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-3b287c2f-83e1-491d-a81e-ed564a5f2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:17Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'a0364782-a31a-4703-a2b3-325f51e88b53', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'port_id': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'mac_address': 'fa:16:3e:b7:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:43:15Z', 'updated_at': '2022-01-26T20:43:15Z', 'revision_number': 0, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2014ca-5032-48af-9413-77dc4583de4f', 'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'mac_address': 'fa:16:3e:61:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:17Z', 'updated_at': '2022-01-26T20:43:00Z', 'revision_number': 5, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'subnets': [{'id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:17.656093 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b287c2f-83e1-491d-a81e-ed564a5f2c2c None None] Checking router: 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:43:17.661650 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-c6c51c96-3e37-4322-add3-0a5a6c6cf5a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4d016374d2e4e45a021b9c468ba477b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0681543 Jan 26 20:43:17.661843 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44614) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:17.662656 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-6970f269-cb30-4f4b-b792-5a2459e01c1a None None] The port '8d17c1ac-c360-44b8-b341-c3ee690ddf21' was deleted {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 26 20:43:17.665119 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d0704-1604-44f1-85b2-3cb3a4ee2311 req-8aefaa7f-a56f-4340-a608-53bed9e7a493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:17.666506 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c88d0704-1604-44f1-85b2-3cb3a4ee2311 req-8aefaa7f-a56f-4340-a608-53bed9e7a493 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46bcd92-ffbb-4d64-bd87-98054ae76669 HTTP/1.1" status: 200 len: 848 time: 0.1137478 Jan 26 20:43:17.672466 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b287c2f-83e1-491d-a81e-ed564a5f2c2c None None] Routers {'5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:43:17.673129 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-3b287c2f-83e1-491d-a81e-ed564a5f2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:43:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:17.785349 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0ca238eb-05c3-418e-9fe7-8cad27d319d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:17.803821 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c88d0704-1604-44f1-85b2-3cb3a4ee2311 req-6afdfc9e-d076-4028-bb28-ac9df079b783 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dec82af-adfe-409d-9600-0434c93cd718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1248713 Jan 26 20:43:17.837338 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0ca238eb-05c3-418e-9fe7-8cad27d319d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:17.858852 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-3b287c2f-83e1-491d-a81e-ed564a5f2c2c None None] Set router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:43:17.966026 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c88d0704-1604-44f1-85b2-3cb3a4ee2311 req-c085a7c5-bc46-43d9-aa1e-6bb2efb351ba service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557205 Jan 26 20:43:17.972297 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0ca238eb-05c3-418e-9fe7-8cad27d319d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:18.015756 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca238eb-05c3-418e-9fe7-8cad27d319d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca4d34a-0ef5-4818-aa19-75e50c39559d,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:18.015996 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:18.076037 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-0ca238eb-05c3-418e-9fe7-8cad27d319d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:18.077753 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-0ca238eb-05c3-418e-9fe7-8cad27d319d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eca4d34a-0ef5-4818-aa19-75e50c39559d HTTP/1.1" status: 204 len: 168 time: 0.4148471 Jan 26 20:43:18.128168 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c88d0704-1604-44f1-85b2-3cb3a4ee2311 req-3dd1ee74-4a46-486d-8384-3f096e5d0d66 service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517940 Jan 26 20:43:18.207470 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-3b287c2f-83e1-491d-a81e-ed564a5f2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:17Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'a0364782-a31a-4703-a2b3-325f51e88b53', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'port_id': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'mac_address': 'fa:16:3e:b7:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:43:15Z', 'updated_at': '2022-01-26T20:43:15Z', 'revision_number': 0, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2014ca-5032-48af-9413-77dc4583de4f', 'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'mac_address': 'fa:16:3e:61:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:17Z', 'updated_at': '2022-01-26T20:43:00Z', 'revision_number': 5, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'subnets': [{'id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:18.211266 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b287c2f-83e1-491d-a81e-ed564a5f2c2c None None] The sync data for ids ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'] in dv-cinder-826519-1-iscsi is: [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:17Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'a0364782-a31a-4703-a2b3-325f51e88b53', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'port_id': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'mac_address': 'fa:16:3e:b7:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:43:15Z', 'updated_at': '2022-01-26T20:43:15Z', 'revision_number': 0, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2014ca-5032-48af-9413-77dc4583de4f', 'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'mac_address': 'fa:16:3e:61:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:17Z', 'updated_at': '2022-01-26T20:43:00Z', 'revision_number': 5, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'subnets': [{'id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:43:18.517932 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 8d17c1ac-c360-44b8-b341-c3ee690ddf21 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:43:18.549472 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 8d17c1ac-c360-44b8-b341-c3ee690ddf21 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:43:18.549802 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 8d17c1ac-c360-44b8-b341-c3ee690ddf21 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:43:21.590498 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44fd01-59f9-466c-a824-f3028644d2b7 None None] New status for floating IP dd02f93e-213b-4b38-bc0d-685c7e7d64f6: DOWN {{(pid=82710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:43:26.856276 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2dffeb-c7bc-43ce-9d1f-e150c24adba3 None None] Sync routers for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:43:26.868399 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2dffeb-c7bc-43ce-9d1f-e150c24adba3 None None] Routers set() bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:43:26.868813 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2dffeb-c7bc-43ce-9d1f-e150c24adba3 None None] Router IDs set() for agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 26 20:43:26.869500 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_agentschedulers_db [None req-ef2dffeb-c7bc-43ce-9d1f-e150c24adba3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d3c2304a-aca8-4683-b91d-2d33ede616ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:43:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent'). {{(pid=82711) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 26 20:43:26.880268 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2dffeb-c7bc-43ce-9d1f-e150c24adba3 None None] Routers set() bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:43:26.880701 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2dffeb-c7bc-43ce-9d1f-e150c24adba3 None None] Router IDs set() for agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 26 20:43:26.881437 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_agentschedulers_db [None req-ef2dffeb-c7bc-43ce-9d1f-e150c24adba3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d3c2304a-aca8-4683-b91d-2d33ede616ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:43:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent'). {{(pid=82711) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 26 20:43:26.881862 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2dffeb-c7bc-43ce-9d1f-e150c24adba3 None None] The sync data for ids ['d3c2304a-aca8-4683-b91d-2d33ede616ca'] in dv-cinder-826519-1-iscsi is: [] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:43:26.901003 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbbfd62-6e07-4d00-aabb-4b7a2e0940ba None None] New status for floating IP a0364782-a31a-4703-a2b3-325f51e88b53: ACTIVE {{(pid=82710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:43:26.956446 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:43:30.498562 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 291d7db7-39e0-4115-a11b-67d7c066c568 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:43:30.538102 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 291d7db7-39e0-4115-a11b-67d7c066c568 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:43:30.538871 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 291d7db7-39e0-4115-a11b-67d7c066c568 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:43:30.685363 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 44760) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:30.862204 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-6d4aff1c-321d-45d2-a889-e135d286444d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:30.894261 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-6d4aff1c-321d-45d2-a889-e135d286444d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:43:30.898102 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-6d4aff1c-321d-45d2-a889-e135d286444d admin admin] Usage tracker for resource:security_group_rule and tenant:2cec0877c0834f418e239944593a4abc is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:43:30.900881 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-6d4aff1c-321d-45d2-a889-e135d286444d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:43:30.907086 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-6d4aff1c-321d-45d2-a889-e135d286444d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:43:30.973612 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-6d4aff1c-321d-45d2-a889-e135d286444d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:30.977500 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-6d4aff1c-321d-45d2-a889-e135d286444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:31.024114 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aff1c-321d-45d2-a889-e135d286444d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b131e09-0850-4d64-9d3d-bbcffb95f594,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:31.029025 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-6d4aff1c-321d-45d2-a889-e135d286444d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2cec0877c0834f418e239944593a4abc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3426108 Jan 26 20:43:31.031707 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 44766) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:31.099488 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8015-b0c7-461b-bef6-6d50d8616d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:31.128303 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8015-b0c7-461b-bef6-6d50d8616d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:31.193208 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8015-b0c7-461b-bef6-6d50d8616d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:31.212304 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad8015-b0c7-461b-bef6-6d50d8616d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b131e09-0850-4d64-9d3d-bbcffb95f594,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:31.218004 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8015-b0c7-461b-bef6-6d50d8616d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:31.219157 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-c1ad8015-b0c7-461b-bef6-6d50d8616d7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b131e09-0850-4d64-9d3d-bbcffb95f594 HTTP/1.1" status: 204 len: 168 time: 0.1861701 Jan 26 20:43:31.549692 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44774) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:31.568153 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1b9c-0e32-4dd6-ae1c-14fec2f6ba16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:31.601961 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-ef2f1b9c-0e32-4dd6-ae1c-14fec2f6ba16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:43:31.606184 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-ef2f1b9c-0e32-4dd6-ae1c-14fec2f6ba16 admin admin] Usage tracker for resource:security_group_rule and tenant:49a25a9d0e80460e93cd222a2e956f63 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:43:31.608975 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-ef2f1b9c-0e32-4dd6-ae1c-14fec2f6ba16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:43:31.614577 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-ef2f1b9c-0e32-4dd6-ae1c-14fec2f6ba16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:43:31.679390 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1b9c-0e32-4dd6-ae1c-14fec2f6ba16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:31.684018 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1b9c-0e32-4dd6-ae1c-14fec2f6ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:31.727305 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f1b9c-0e32-4dd6-ae1c-14fec2f6ba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a4396c-1bd1-47d8-bd5e-5f087779c0a5,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:31.731860 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-ef2f1b9c-0e32-4dd6-ae1c-14fec2f6ba16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49a25a9d0e80460e93cd222a2e956f63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1810806 Jan 26 20:43:31.734399 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44778) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:31.791266 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-60f7944c-014d-4546-bcc1-deef82cb5647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:31.817852 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-60f7944c-014d-4546-bcc1-deef82cb5647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:31.874369 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-60f7944c-014d-4546-bcc1-deef82cb5647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:31.893171 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7944c-014d-4546-bcc1-deef82cb5647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a4396c-1bd1-47d8-bd5e-5f087779c0a5,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:31.897849 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-60f7944c-014d-4546-bcc1-deef82cb5647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:31.899795 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-60f7944c-014d-4546-bcc1-deef82cb5647 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96a4396c-1bd1-47d8-bd5e-5f087779c0a5 HTTP/1.1" status: 204 len: 168 time: 0.1644576 Jan 26 20:43:33.251352 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:35.160753 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44850) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:35.308594 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-caeb9a61-46dc-4b2d-98c9-0387fa236292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:35.339173 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-caeb9a61-46dc-4b2d-98c9-0387fa236292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:43:35.343516 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-caeb9a61-46dc-4b2d-98c9-0387fa236292 admin admin] Usage tracker for resource:security_group_rule and tenant:f81ac5f6006c4539a8bc1ae496cc5d4d is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:43:35.346253 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-caeb9a61-46dc-4b2d-98c9-0387fa236292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:43:35.352259 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-caeb9a61-46dc-4b2d-98c9-0387fa236292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:43:35.418520 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-caeb9a61-46dc-4b2d-98c9-0387fa236292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:35.423032 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-caeb9a61-46dc-4b2d-98c9-0387fa236292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:35.467309 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb9a61-46dc-4b2d-98c9-0387fa236292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4fb864-eb4b-4828-bfe0-4d2ef7e1141f,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:35.472492 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-caeb9a61-46dc-4b2d-98c9-0387fa236292 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f81ac5f6006c4539a8bc1ae496cc5d4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3106277 Jan 26 20:43:35.475232 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44858) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:35.536555 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc500-1b81-49d5-9d23-5421ae0c2a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:35.568803 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc500-1b81-49d5-9d23-5421ae0c2a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:35.625856 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc500-1b81-49d5-9d23-5421ae0c2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:35.640601 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccc500-1b81-49d5-9d23-5421ae0c2a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4fb864-eb4b-4828-bfe0-4d2ef7e1141f,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:35.647920 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b2ccc500-1b81-49d5-9d23-5421ae0c2a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:35.654486 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b2ccc500-1b81-49d5-9d23-5421ae0c2a96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b4fb864-eb4b-4828-bfe0-4d2ef7e1141f HTTP/1.1" status: 204 len: 168 time: 0.1782942 Jan 26 20:43:35.976367 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44866) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:35.996540 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9d58b0d4-6c8a-4f91-8212-18b293156e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:36.029264 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-9d58b0d4-6c8a-4f91-8212-18b293156e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:43:36.033144 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-9d58b0d4-6c8a-4f91-8212-18b293156e65 admin admin] Usage tracker for resource:security_group_rule and tenant:1780977bea294d618152cd745fc96056 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:43:36.035904 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-9d58b0d4-6c8a-4f91-8212-18b293156e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:43:36.041448 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-9d58b0d4-6c8a-4f91-8212-18b293156e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:43:36.111303 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9d58b0d4-6c8a-4f91-8212-18b293156e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:36.115293 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9d58b0d4-6c8a-4f91-8212-18b293156e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:36.161877 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58b0d4-6c8a-4f91-8212-18b293156e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f79463-10ad-4ee2-96dd-155a921a9940,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:36.166527 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-9d58b0d4-6c8a-4f91-8212-18b293156e65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1780977bea294d618152cd745fc96056&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1891654 Jan 26 20:43:36.169977 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44872) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:36.227432 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-be7fa638-f217-448e-91e7-1796654149d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:36.256457 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-be7fa638-f217-448e-91e7-1796654149d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:36.391115 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-be7fa638-f217-448e-91e7-1796654149d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:36.405386 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fa638-f217-448e-91e7-1796654149d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f79463-10ad-4ee2-96dd-155a921a9940,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:36.412410 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-be7fa638-f217-448e-91e7-1796654149d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:36.413402 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-be7fa638-f217-448e-91e7-1796654149d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41f79463-10ad-4ee2-96dd-155a921a9940 HTTP/1.1" status: 204 len: 168 time: 0.2425373 Jan 26 20:43:36.490209 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device e9e796a9-8671-4cd1-86e9-200a753086d2 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:43:36.522740 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: e9e796a9-8671-4cd1-86e9-200a753086d2 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:43:36.523107 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device e9e796a9-8671-4cd1-86e9-200a753086d2 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:43:42.562245 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-e3860ff9-5008-42e5-889b-c227650b7c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:42.819049 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44954) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:42.960624 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc22c-49af-4d8f-963f-ce7e90e7c7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:42.991089 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-3c9dc22c-49af-4d8f-963f-ce7e90e7c7ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:43:42.994794 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-3c9dc22c-49af-4d8f-963f-ce7e90e7c7ff admin admin] Usage tracker for resource:security_group_rule and tenant:ccf33dea6c3e4a4db277b8f450b8b651 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:43:42.998250 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-3c9dc22c-49af-4d8f-963f-ce7e90e7c7ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:43:43.004363 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-3c9dc22c-49af-4d8f-963f-ce7e90e7c7ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:43:43.069664 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc22c-49af-4d8f-963f-ce7e90e7c7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.073329 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc22c-49af-4d8f-963f-ce7e90e7c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.117631 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dc22c-49af-4d8f-963f-ce7e90e7c7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a223d0dc-4e54-40d6-bd72-8c314cbd8252,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:43.123679 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-3c9dc22c-49af-4d8f-963f-ce7e90e7c7ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccf33dea6c3e4a4db277b8f450b8b651&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3036129 Jan 26 20:43:43.127082 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44960) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:43.188583 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e594bca3-01ba-47fa-b877-a7c1e43ca5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.212799 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e594bca3-01ba-47fa-b877-a7c1e43ca5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.263190 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e594bca3-01ba-47fa-b877-a7c1e43ca5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.277857 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594bca3-01ba-47fa-b877-a7c1e43ca5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a223d0dc-4e54-40d6-bd72-8c314cbd8252,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:43.283928 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e594bca3-01ba-47fa-b877-a7c1e43ca5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.285077 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-e594bca3-01ba-47fa-b877-a7c1e43ca5b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a223d0dc-4e54-40d6-bd72-8c314cbd8252 HTTP/1.1" status: 204 len: 168 time: 0.1570866 Jan 26 20:43:43.631444 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44968) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:43.649203 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b212791a-511a-4aca-98be-b48a7f99ee6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.679360 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b212791a-511a-4aca-98be-b48a7f99ee6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:43:43.683652 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b212791a-511a-4aca-98be-b48a7f99ee6c admin admin] Usage tracker for resource:security_group_rule and tenant:0e29554f863f4d90819f2fa58983f3a4 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:43:43.686465 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b212791a-511a-4aca-98be-b48a7f99ee6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:43:43.692079 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b212791a-511a-4aca-98be-b48a7f99ee6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:43:43.759228 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b212791a-511a-4aca-98be-b48a7f99ee6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.766049 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b212791a-511a-4aca-98be-b48a7f99ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.809632 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212791a-511a-4aca-98be-b48a7f99ee6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af9222-5de2-477d-835b-2f30bcc6b78c,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:43.814865 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b212791a-511a-4aca-98be-b48a7f99ee6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e29554f863f4d90819f2fa58983f3a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1824062 Jan 26 20:43:43.817389 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 44974) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:43.879987 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d788585e-6025-4408-b023-8b3393031372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.904471 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d788585e-6025-4408-b023-8b3393031372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.954828 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d788585e-6025-4408-b023-8b3393031372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.970720 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788585e-6025-4408-b023-8b3393031372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af9222-5de2-477d-835b-2f30bcc6b78c,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:43.974955 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d788585e-6025-4408-b023-8b3393031372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:43.976063 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-d788585e-6025-4408-b023-8b3393031372 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17af9222-5de2-477d-835b-2f30bcc6b78c HTTP/1.1" status: 204 len: 168 time: 0.1577930 Jan 26 20:43:44.847948 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-507a437c-d0e8-4e31-b5cb-d84641bd94b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:46.102101 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:46.151054 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:48.014832 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:48.867334 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3fd2f-2a5b-4533-96f5-297fd2674476 req-1681b614-ddc2-4b44-951a-66fc307ab41c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:48.868756 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e3f3fd2f-2a5b-4533-96f5-297fd2674476 req-1681b614-ddc2-4b44-951a-66fc307ab41c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 947 time: 0.0769839 Jan 26 20:43:48.912339 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e3f3fd2f-2a5b-4533-96f5-297fd2674476 req-a4e2487a-486a-4942-aab4-934e6d83f0b8 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374446 Jan 26 20:43:50.121691 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d546da3-4c46-4b79-a05f-76b3068ebf52 req-10cf5513-e488-4e71-999c-3f227f666bc2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:50.123151 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7d546da3-4c46-4b79-a05f-76b3068ebf52 req-10cf5513-e488-4e71-999c-3f227f666bc2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 947 time: 0.0738423 Jan 26 20:43:50.166562 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7d546da3-4c46-4b79-a05f-76b3068ebf52 req-da471236-8773-4780-8b53-95130ecd3c20 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377192 Jan 26 20:43:51.375430 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba3bb3-5e47-41bb-8b25-99d6c87999a7 req-4c877809-4655-4241-b3e9-8c682fe2280e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:51.377341 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c6ba3bb3-5e47-41bb-8b25-99d6c87999a7 req-4c877809-4655-4241-b3e9-8c682fe2280e tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 947 time: 0.0780652 Jan 26 20:43:51.424678 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c6ba3bb3-5e47-41bb-8b25-99d6c87999a7 req-6693078d-685e-4a9f-836f-c19a3ef685a2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416670 Jan 26 20:43:52.291534 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-4f5f5fc7-784a-4576-8702-5d5c58239f74 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:52.292893 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-4f5f5fc7-784a-4576-8702-5d5c58239f74 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.43 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 947 time: 0.0759141 Jan 26 20:43:52.358145 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Deleting port 09f8feee-5a46-4a42-aac9-49f8103c803a {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:43:52.358474 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:52.598958 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] For port 09f8feee-5a46-4a42-aac9-49f8103c803a, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=09f8feee-5a46-4a42-aac9-49f8103c803a,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:43:52.599658 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:52.634837 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d900e8e-a8ab-42b6-b46e-27b629692dc0 req-f1e30041-c3db-436c-b314-49887d11b781 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:43:52.636331 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6d900e8e-a8ab-42b6-b46e-27b629692dc0 req-f1e30041-c3db-436c-b314-49887d11b781 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 947 time: 0.0772934 Jan 26 20:43:52.680861 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6d900e8e-a8ab-42b6-b46e-27b629692dc0 req-934ef813-d068-4c3c-a37a-63b3c73a30f2 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a686ba5-fd95-4280-b0ef-81b418e2a568&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389214 Jan 26 20:43:52.888684 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:52.889041 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:52.889344 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.l3_db [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Floating IP 9d0c93a8-3b6e-4874-b0a8-d0965e8ee197 disassociated. External IP: 172.27.0.102, port: 09f8feee-5a46-4a42-aac9-49f8103c803a. Jan 26 20:43:52.889674 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Calling delete_port for 09f8feee-5a46-4a42-aac9-49f8103c803a owned by compute:nova {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:43:53.027754 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:53.076361 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event deleted for resources: {'Port': ['ID=09f8feee-5a46-4a42-aac9-49f8103c803a,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:53.357333 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Router 7e799c57-e44c-4d4a-b465-69df49c58eda has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:43:53.562276 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:43:53.571731 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535a20b-f62c-44f4-ab17-ccbba4081776 None None] Sync routers for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:43:53.583741 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535a20b-f62c-44f4-ab17-ccbba4081776 None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:43:53.584318 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-e535a20b-f62c-44f4-ab17-ccbba4081776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:43:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:53.629287 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] No DVR routers for this DVR port 09f8feee-5a46-4a42-aac9-49f8103c803a on host hv-cinder-82651 {{(pid=82709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:43:53.631674 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:53.634066 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'name': 'network-vif-deleted', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:53.649393 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-aa4d93ac-230c-4e01-bc39-3c82451b86d7 req-62581957-7050-410a-8df8-83d29140dbeb tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.43 "DELETE /v2.0/ports/09f8feee-5a46-4a42-aac9-49f8103c803a HTTP/1.1" status: 204 len: 173 time: 1.3510141 Jan 26 20:43:53.693916 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75b0792-a4fa-4344-a827-a18c0f22a411', 'name': 'network-vif-deleted', 'tag': '09f8feee-5a46-4a42-aac9-49f8103c803a', 'status': 'completed', 'code': 200} Jan 26 20:43:53.765790 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-e535a20b-f62c-44f4-ab17-ccbba4081776 None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:43:53.888286 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ad053015-51bc-465e-bc31-6822d5cc3433 req-ef6edc25-afd2-4ee2-802e-699eea987c14 tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/ports?device_id=e75b0792-a4fa-4344-a827-a18c0f22a411 HTTP/1.1" status: 200 len: 210 time: 0.0485868 Jan 26 20:43:54.111829 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-e535a20b-f62c-44f4-ab17-ccbba4081776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:22Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:54.115844 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535a20b-f62c-44f4-ab17-ccbba4081776 None None] Checking router: 7e799c57-e44c-4d4a-b465-69df49c58eda for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:43:54.127900 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535a20b-f62c-44f4-ab17-ccbba4081776 None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:43:54.128484 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-e535a20b-f62c-44f4-ab17-ccbba4081776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:43:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:54.319703 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-e535a20b-f62c-44f4-ab17-ccbba4081776 None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:43:54.426048 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 45096) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:54.569894 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d34733fa-54ce-40d2-95ac-2d5643c982ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:54.601921 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d34733fa-54ce-40d2-95ac-2d5643c982ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:43:54.608520 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d34733fa-54ce-40d2-95ac-2d5643c982ef admin admin] Usage tracker for resource:security_group_rule and tenant:bf0897d3cfc243e9861a1e8943de3e91 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:43:54.613034 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d34733fa-54ce-40d2-95ac-2d5643c982ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:43:54.619394 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d34733fa-54ce-40d2-95ac-2d5643c982ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:43:54.640665 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-e535a20b-f62c-44f4-ab17-ccbba4081776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:22Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:43:54.645091 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535a20b-f62c-44f4-ab17-ccbba4081776 None None] The sync data for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi is: [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:36:50Z', 'revision_number': 4, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'f005d282-0714-480d-ae23-cadc320203c7', 'name': '', 'network_id': '4516c057-057d-4328-b219-148cc457f2aa', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'mac_address': 'fa:16:3e:b4:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:48Z', 'updated_at': '2022-01-26T20:37:22Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'subnets': [{'id': 'ab66317f-1f97-4db1-838e-7f27eb67f0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:43:54.695134 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d34733fa-54ce-40d2-95ac-2d5643c982ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:54.700882 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d34733fa-54ce-40d2-95ac-2d5643c982ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:54.751612 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34733fa-54ce-40d2-95ac-2d5643c982ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45286cd6-29a5-4646-b22d-460804f32c68,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:54.756023 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-d34733fa-54ce-40d2-95ac-2d5643c982ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf0897d3cfc243e9861a1e8943de3e91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3289762 Jan 26 20:43:54.758592 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 45102) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:54.819496 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a624-460e-4d9c-be95-2fa3d1e338f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:54.847039 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a624-460e-4d9c-be95-2fa3d1e338f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:54.868276 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648cf369-c2b5-4467-9c95-7c319947d430 None None] New status for floating IP 9d0c93a8-3b6e-4874-b0a8-d0965e8ee197: DOWN {{(pid=82710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:43:54.898768 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a624-460e-4d9c-be95-2fa3d1e338f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:54.914837 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5a624-460e-4d9c-be95-2fa3d1e338f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45286cd6-29a5-4646-b22d-460804f32c68,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:54.919570 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a624-460e-4d9c-be95-2fa3d1e338f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:54.924124 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-e9f5a624-460e-4d9c-be95-2fa3d1e338f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45286cd6-29a5-4646-b22d-460804f32c68 HTTP/1.1" status: 204 len: 168 time: 0.1613622 Jan 26 20:43:55.058356 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 45112) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:55.132398 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2f7aea4e-e04c-4823-aca6-aaf5adae11ea tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.159783 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2f7aea4e-e04c-4823-aca6-aaf5adae11ea tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.211293 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2f7aea4e-e04c-4823-aca6-aaf5adae11ea tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.230196 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aea4e-e04c-4823-aca6-aaf5adae11ea tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a686ba5-fd95-4280-b0ef-81b418e2a568,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:55.236924 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2f7aea4e-e04c-4823-aca6-aaf5adae11ea tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.238041 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-2f7aea4e-e04c-4823-aca6-aaf5adae11ea tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "DELETE /v2.0/security-groups/4a686ba5-fd95-4280-b0ef-81b418e2a568 HTTP/1.1" status: 204 len: 168 time: 0.1786013 Jan 26 20:43:55.240772 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 45118) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:55.258167 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.api.v2.resource [None req-bf8b770b-da8a-45a3-a28e-2f7df4a5a64c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] show failed (client error): The resource could not be found. Jan 26 20:43:55.259747 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-bf8b770b-da8a-45a3-a28e-2f7df4a5a64c tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "GET /v2.0/security-groups/4a686ba5-fd95-4280-b0ef-81b418e2a568 HTTP/1.1" status: 404 len: 347 time: 0.0180273 Jan 26 20:43:55.263163 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 45122) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:55.292791 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45126) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:55.310650 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-110c938a-f4d2-43fd-83f5-3d63e81d48cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.341681 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-110c938a-f4d2-43fd-83f5-3d63e81d48cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:43:55.345627 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-110c938a-f4d2-43fd-83f5-3d63e81d48cb admin admin] Usage tracker for resource:security_group_rule and tenant:bdf0b60ea80644d1b466883ac68e0650 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:43:55.348540 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-110c938a-f4d2-43fd-83f5-3d63e81d48cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:43:55.354056 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-110c938a-f4d2-43fd-83f5-3d63e81d48cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:43:55.417730 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-110c938a-f4d2-43fd-83f5-3d63e81d48cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.418468 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e70f6-a75d-4288-a895-c708c2053a4b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Deleting port 1c718714-79cc-412b-be5a-c7e279585a74 {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:43:55.418825 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9d6e70f6-a75d-4288-a895-c708c2053a4b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.421692 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-110c938a-f4d2-43fd-83f5-3d63e81d48cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.471269 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c938a-f4d2-43fd-83f5-3d63e81d48cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959c4d76-7354-4b55-9ab5-fd7d5de9c754,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:55.478056 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-110c938a-f4d2-43fd-83f5-3d63e81d48cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bdf0b60ea80644d1b466883ac68e0650&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1842527 Jan 26 20:43:55.478634 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45130) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:55.537624 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-557a6749-42a3-48ac-b01c-4edcf5733ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.563511 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-557a6749-42a3-48ac-b01c-4edcf5733ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.587841 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9d6e70f6-a75d-4288-a895-c708c2053a4b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.588160 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9d6e70f6-a75d-4288-a895-c708c2053a4b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.613575 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-557a6749-42a3-48ac-b01c-4edcf5733ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.628364 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a6749-42a3-48ac-b01c-4edcf5733ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959c4d76-7354-4b55-9ab5-fd7d5de9c754,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:55.635887 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-557a6749-42a3-48ac-b01c-4edcf5733ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.637063 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-557a6749-42a3-48ac-b01c-4edcf5733ad7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/959c4d76-7354-4b55-9ab5-fd7d5de9c754 HTTP/1.1" status: 204 len: 168 time: 0.1572294 Jan 26 20:43:55.710749 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e70f6-a75d-4288-a895-c708c2053a4b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Calling delete_port for 1c718714-79cc-412b-be5a-c7e279585a74 owned by network:floatingip {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:43:55.835633 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 09f8feee-5a46-4a42-aac9-49f8103c803a no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:43:55.847983 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9d6e70f6-a75d-4288-a895-c708c2053a4b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:55.874570 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 09f8feee-5a46-4a42-aac9-49f8103c803a {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:43:55.875171 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 09f8feee-5a46-4a42-aac9-49f8103c803a not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:43:55.893503 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e70f6-a75d-4288-a895-c708c2053a4b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Pushing event deleted for resources: {'Port': ['ID=1c718714-79cc-412b-be5a-c7e279585a74,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:43:55.990882 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9d6e70f6-a75d-4288-a895-c708c2053a4b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks [] for floatingip, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:56.005611 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9d6e70f6-a75d-4288-a895-c708c2053a4b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:43:56.006733 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-9d6e70f6-a75d-4288-a895-c708c2053a4b tempest-AttachVolumeShelveTestJSON-197612413 tempest-AttachVolumeShelveTestJSON-197612413-project] 10.222.0.53 "DELETE /v2.0/floatingips/9d0c93a8-3b6e-4874-b0a8-d0965e8ee197 HTTP/1.1" status: 204 len: 168 time: 0.7426722 Jan 26 20:43:58.807120 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45204) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:59.464002 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477355'] for router_interface, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:00.059516 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Deleting port f005d282-0714-480d-ae23-cadc320203c7 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:44:00.060107 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:00.226524 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] For port f005d282-0714-480d-ae23-cadc320203c7, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=f005d282-0714-480d-ae23-cadc320203c7,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:00.226874 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:00.349383 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Calling delete_port for f005d282-0714-480d-ae23-cadc320203c7 owned by network:router_interface {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:44:00.523415 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:00.570331 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Pushing event deleted for resources: {'Port': ['ID=f005d282-0714-480d-ae23-cadc320203c7,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:00.607032 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:00.607268 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:00.607594 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:00.607911 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:00.608228 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:00.608542 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:00.608854 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:00.609165 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:00.609473 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:00.609784 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:00.610095 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:00.954180 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478530'] for router_interface, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:01.529500 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Router 7e799c57-e44c-4d4a-b465-69df49c58eda has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:44:01.726395 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:44:01.735192 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003f4fae-d9b5-453a-9a46-ef6fba50e10f None None] Sync routers for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:44:01.738170 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-b2faadc1-fdfe-41f5-ba70-a0c2d7256794 admin admin] 10.222.0.53 "PUT /v2.0/routers/7e799c57-e44c-4d4a-b465-69df49c58eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9293406 Jan 26 20:44:01.740595 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45216) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:01.755988 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f4fae-d9b5-453a-9a46-ef6fba50e10f None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:44:01.756588 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-003f4fae-d9b5-453a-9a46-ef6fba50e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:43:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:44:01.936215 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-003f4fae-d9b5-453a-9a46-ef6fba50e10f None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:44:01.938335 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Notify callbacks [] for router, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:02.129639 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:02.139003 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Deleting port 8c3fc090-cf78-41e9-ab30-58543d0104ee {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:44:02.139344 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:02.219506 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-003f4fae-d9b5-453a-9a46-ef6fba50e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:44:00Z', 'revision_number': 5, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port': {'id': '8c3fc090-cf78-41e9-ab30-58543d0104ee', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:36:38Z', 'updated_at': '2022-01-26T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:44:02.223513 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003f4fae-d9b5-453a-9a46-ef6fba50e10f None None] Checking router: 7e799c57-e44c-4d4a-b465-69df49c58eda for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:44:02.239674 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f4fae-d9b5-453a-9a46-ef6fba50e10f None None] Routers {'7e799c57-e44c-4d4a-b465-69df49c58eda'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:44:02.240286 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-003f4fae-d9b5-453a-9a46-ef6fba50e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:43:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['7e799c57-e44c-4d4a-b465-69df49c58eda'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:44:02.425969 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] For port 8c3fc090-cf78-41e9-ab30-58543d0104ee, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=8c3fc090-cf78-41e9-ab30-58543d0104ee,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:02.426314 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:02.426742 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-003f4fae-d9b5-453a-9a46-ef6fba50e10f None None] Set router 7e799c57-e44c-4d4a-b465-69df49c58eda gateway port host: None {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:44:02.533059 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-003f4fae-d9b5-453a-9a46-ef6fba50e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:44:02Z', 'revision_number': 6, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port_host': None}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:44:02.539826 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003f4fae-d9b5-453a-9a46-ef6fba50e10f None None] The sync data for ids ['7e799c57-e44c-4d4a-b465-69df49c58eda'] in dv-cinder-826519-1-iscsi is: [{'id': '7e799c57-e44c-4d4a-b465-69df49c58eda', 'name': 'tempest-AttachVolumeShelveTestJSON-443450986-router', 'tenant_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:36:36Z', 'updated_at': '2022-01-26T20:44:02Z', 'revision_number': 6, 'project_id': '2db5b5ed594345d6b9faceb1fe02c1bd', 'gw_port_host': None}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:44:02.561914 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Calling delete_port for 8c3fc090-cf78-41e9-ab30-58543d0104ee owned by network:router_gateway {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:44:02.728375 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:02.773757 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3fc090-cf78-41e9-ab30-58543d0104ee,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:02.995519 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478606'] for router_gateway, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.248287 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28015'] for router, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.252942 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.270328 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.287421 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477030'] for router, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.287945 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e799c57-e44c-4d4a-b465-69df49c58eda {{(pid=82708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 20:44:03.300207 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] Notify callbacks [] for router, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.301323 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-7d42b66f-125d-4459-862c-b6c749a5e32a admin admin] 10.222.0.53 "DELETE /v2.0/routers/7e799c57-e44c-4d4a-b465-69df49c58eda HTTP/1.1" status: 204 len: 168 time: 1.5598447 Jan 26 20:44:03.303828 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45222) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:03.365035 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_v2 [None req-75adbce5-c30b-426e-bb3a-916e5ce924fc admin admin] Deleting subnet ab66317f-1f97-4db1-838e-7f27eb67f0da {{(pid=82708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:44:03.368549 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-75adbce5-c30b-426e-bb3a-916e5ce924fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.418576 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-75adbce5-c30b-426e-bb3a-916e5ce924fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7732275'] for subnet, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.499050 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-75adbce5-c30b-426e-bb3a-916e5ce924fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.565763 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-75adbce5-c30b-426e-bb3a-916e5ce924fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7713946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8011353'] for subnet, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.601752 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adbce5-c30b-426e-bb3a-916e5ce924fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab66317f-1f97-4db1-838e-7f27eb67f0da,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:03.607857 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-75adbce5-c30b-426e-bb3a-916e5ce924fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.612835 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf329a3-fadd-4727-bf04-280e572a7a55 None None] Network 4516c057-057d-4328-b219-148cc457f2aa requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:44:03.615703 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-75adbce5-c30b-426e-bb3a-916e5ce924fc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ab66317f-1f97-4db1-838e-7f27eb67f0da HTTP/1.1" status: 204 len: 168 time: 0.3109150 Jan 26 20:44:03.618062 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45226) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:03.827723 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.837664 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Deleting port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:44:03.837985 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.906913 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c3b4bd-6223-4405-a23d-ef8430c17b38 None None] DHCP port deletion for 4516c057-057d-4328-b219-148cc457f2aa request from dv-cinder-826519-1-iscsi {{(pid=82710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 26 20:44:03.911107 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3b4bd-6223-4405-a23d-ef8430c17b38 None None] Deleting port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:44:03.911502 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b4bd-6223-4405-a23d-ef8430c17b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:03.956637 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:44:04.044802 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] For port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=01bfbf9a-1bb5-4071-b6d1-819d34c5ed82,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:04.045147 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.111072 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-a6c3b4bd-6223-4405-a23d-ef8430c17b38 None None] For port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=01bfbf9a-1bb5-4071-b6d1-819d34c5ed82,segment=NetworkSegment(ff3441df-6e2a-4986-9e77-9ca70fc2f7e8),segment_id=ff3441df-6e2a-4986-9e77-9ca70fc2f7e8)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:04.111471 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b4bd-6223-4405-a23d-ef8430c17b38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.163227 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Calling delete_port for 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 owned by network:dhcp {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:44:04.230099 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3b4bd-6223-4405-a23d-ef8430c17b38 None None] Calling delete_port for 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 owned by network:dhcp {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:44:04.240121 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.291742 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=01bfbf9a-1bb5-4071-b6d1-819d34c5ed82,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:04.304242 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] No DVR routers for this DVR port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 on host dv-cinder-826519-1-iscsi {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:44:04.308161 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.db.api [None req-a6c3b4bd-6223-4405-a23d-ef8430c17b38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:44:04.308843 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG oslo_db.api [None req-a6c3b4bd-6223-4405-a23d-ef8430c17b38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 20:44:04.418995 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.444067 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4516c057-057d-4328-b219-148cc457f2aa']}} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:44:04.456136 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8') {'for_net_delete': True} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:44:04.456425 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3441df-6e2a-4986-9e77-9ca70fc2f7e8') {} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:44:04.467827 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7732280'] for segment, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.483392 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.489588 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=82708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:44:04.490061 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080700'] for segment, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: Traceback (most recent call last): Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: timer() Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: cb(*args, **kw) Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: return func(*args, **kwargs) Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: self._notify() Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: self.callback(batched_events) Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: event.method(event) Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: return f(self, *a, **k) Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._get(url).json() Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: return self.request(url, 'GET', **kwargs) Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:44:04.503779 dv-cinder-826519-1-iscsi neutron-server[82708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:44:04.547841 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:44:04.579658 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:44:04.579989 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:44:04.580415 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device f005d282-0714-480d-ae23-cadc320203c7 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:44:04.584357 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.603758 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.609725 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=4516c057-057d-4328-b219-148cc457f2aa,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:04.612055 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: f005d282-0714-480d-ae23-cadc320203c7 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:44:04.620436 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device f005d282-0714-480d-ae23-cadc320203c7 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:44:04.620436 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 8c3fc090-cf78-41e9-ab30-58543d0104ee no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:44:04.626625 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-0bb6e0f8-7564-483e-a79b-a2077dd58a5d admin admin] 10.222.0.53 "DELETE /v2.0/networks/4516c057-057d-4328-b219-148cc457f2aa HTTP/1.1" status: 204 len: 168 time: 1.0072200 Jan 26 20:44:04.644326 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 8c3fc090-cf78-41e9-ab30-58543d0104ee {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:44:04.644660 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 8c3fc090-cf78-41e9-ab30-58543d0104ee not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:44:04.769135 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45234) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:04.810147 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3b4bd-6223-4405-a23d-ef8430c17b38 None None] Deleting port 01bfbf9a-1bb5-4071-b6d1-819d34c5ed82 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:44:04.810433 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-a6c3b4bd-6223-4405-a23d-ef8430c17b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.819178 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-8ee73a28-b472-4cd7-97a6-72fe39ec9e24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2db5b5ed594345d6b9faceb1fe02c1bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488076 Jan 26 20:44:04.821590 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45240) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:04.877960 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3b4bd-6223-4405-a23d-ef8430c17b38 None None] The port '01bfbf9a-1bb5-4071-b6d1-819d34c5ed82' was deleted {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 26 20:44:04.897007 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-3c93438d-33c6-42c9-a2ec-0cb3a205fb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.924692 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-3c93438d-33c6-42c9-a2ec-0cb3a205fb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.976346 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-3c93438d-33c6-42c9-a2ec-0cb3a205fb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:04.992607 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93438d-33c6-42c9-a2ec-0cb3a205fb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994dcb08-e586-4271-a2f4-6f2ad8f4f2b3,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:05.004271 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-3c93438d-33c6-42c9-a2ec-0cb3a205fb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:05.005385 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-3c93438d-33c6-42c9-a2ec-0cb3a205fb79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/994dcb08-e586-4271-a2f4-6f2ad8f4f2b3 HTTP/1.1" status: 204 len: 168 time: 0.1829286 Jan 26 20:44:05.833139 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45262) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:05.960794 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-480336008-network', 'tenant_id': '5572a469fa5f484e9c370d46e5990d75'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:44:05.965777 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:44:05.969589 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Usage tracker for resource:network and tenant:5572a469fa5f484e9c370d46e5990d75 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:44:05.972617 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:44:05.978388 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:44:05.991103 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Made reservation on behalf of 5572a469fa5f484e9c370d46e5990d75 for: {'network': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:44:05.993498 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for network, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:06.006214 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:06.036358 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:44:06.040050 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:5572a469fa5f484e9c370d46e5990d75 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:44:06.043380 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:44:06.048913 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:44:06.114352 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:06.122758 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:06.153577 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=82708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:44:06.161521 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ff34ad-c6f2-408c-8dfe-625b6b22eba7,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:06.167784 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:06.168674 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.segments_db [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Added segment 9c2369ac-f692-4bb7-92c7-9804aa9d48d1 of type vlan for network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 Jan 26 20:44:06.196902 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791693276784'] for network, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:06.226546 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067'] for network, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:06.227404 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:06.227977 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:06.322172 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4879239 Jan 26 20:44:06.325486 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dacf7-c40f-448b-acc9-4ff91ba48ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=a04d71fd-b8e4-45c7-b700-e09f6c6a3485,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:06.325699 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 45270) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:06.331415 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Request body: {'subnet': {'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-480336008-subnet', 'tenant_id': '5572a469fa5f484e9c370d46e5990d75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:44:06.335222 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 details requested by agent ovs-agent-dv-cinder-826519-1-iscsi with host dv-cinder-826519-1-iscsi {{(pid=82710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 20:44:06.336560 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:44:06.341298 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Usage tracker for resource:subnet and tenant:5572a469fa5f484e9c370d46e5990d75 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:44:06.344323 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:44:06.350203 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:44:06.371077 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Made reservation on behalf of 5572a469fa5f484e9c370d46e5990d75 for: {'subnet': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:44:06.373667 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6641116'] for subnet, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:06.667230 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7398242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6641098'] for subnet, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:06.748023 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9267125a-62c7-4862-ad7d-ad218cb7082a,revision_number=0']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:06.763117 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:06.763458 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:06.763793 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:06.764122 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:06.764451 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:06.764778 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:06.765100 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:06.765420 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:06.765739 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:06.766054 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:06.766368 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:06.769174 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Checking segment: {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:44:06.769521 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Network hostable DHCP agents. Network: a04d71fd-b8e4-45c7-b700-e09f6c6a3485, hostable agents: ['260d707c-0f32-498b-8683-1e9858eb283f'], hosted agents: [] {{(pid=82709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:44:06.791039 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 is scheduled to be hosted by DHCP agent 260d707c-0f32-498b-8683-1e9858eb283f with binding_index 1 {{(pid=82709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:44:06.800313 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826519-1-iscsi, a04d71fd-b8e4-45c7-b700-e09f6c6a3485) {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:44:06.804219 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:06.804886 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:06.815399 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ec7457-99d0-40ee-aa11-f923f38f6ff6 None None] Network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:44:06.829160 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b8b05ca1-fd2e-4139-8d22-7898c051fafe admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5023150 Jan 26 20:44:07.034655 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de4a9d-04ff-4668-89a9-fb9383a6b54d None None] Network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:44:07.378049 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-131f4186-9082-47fd-bd4a-815dc1ad1b9a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:07.379665 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-131f4186-9082-47fd-bd4a-815dc1ad1b9a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 814 time: 0.1416931 Jan 26 20:44:07.395285 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-2850bbc0-a8da-450c-87b8-82d4f972bcd1 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/quotas/5572a469fa5f484e9c370d46e5990d75 HTTP/1.1" status: 200 len: 375 time: 0.0102189 Jan 26 20:44:07.439614 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-59d1e992-0da9-40b2-b085-3a61e2602e98 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392756 Jan 26 20:44:07.568414 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-7d87fec1-2205-4bff-9aae-fdcab6a42678 service neutron] 10.222.0.53 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224802 Jan 26 20:44:07.695473 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-517d1abb-feb1-4d8d-8d83-1bf72e396b9b service neutron] 10.222.0.53 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206625 Jan 26 20:44:07.882540 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-99762ee8-1043-4e2f-be22-39cda39c13b2 req-7c02cc3b-1321-44c7-9365-440f1da3d193 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 210 time: 0.0456016 Jan 26 20:44:08.938640 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-ffb2c4f5-9eeb-4cd8-878e-d24d7704db8a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:08.940036 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-ffb2c4f5-9eeb-4cd8-878e-d24d7704db8a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 814 time: 0.1450379 Jan 26 20:44:08.960809 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Request body: {'port': {'device_id': '5653b121-ab31-4be8-9afd-bfa3e0646af8', 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485', 'admin_state_up': True, 'tenant_id': '5572a469fa5f484e9c370d46e5990d75'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:44:09.079283 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-db5fa233-66ce-4db5-90c5-faf2302ce63a req-137b50d6-6e22-45a4-a832-a7a6a126b23d tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 210 time: 0.0527425 Jan 26 20:44:09.131207 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:44:09.134911 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Usage tracker for resource:port and tenant:5572a469fa5f484e9c370d46e5990d75 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:44:09.138126 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:44:09.143635 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:44:09.153483 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Made reservation on behalf of 5572a469fa5f484e9c370d46e5990d75 for: {'port': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:44:09.156440 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:09.313344 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Allocated IP 172.20.0.3 (a04d71fd-b8e4-45c7-b700-e09f6c6a3485/9267125a-62c7-4862-ad7d-ad218cb7082a/5925c6fd-7418-46a1-a78f-89abe9ad7fa4) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:44:09.515038 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:09.541677 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:09.608800 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:44:09.611849 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:44:09.614074 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:44:09.652708 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Pushing event updated for resources: {'Port': ['ID=5925c6fd-7418-46a1-a78f-89abe9ad7fa4,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:09.690747 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:09.691374 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:09.712299 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-058d4a40-8292-4934-87b1-4270485007fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7552526 Jan 26 20:44:09.724583 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Request body: {'port': {'device_id': '5653b121-ab31-4be8-9afd-bfa3e0646af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:44:09.831472 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:10.261053 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 {{(pid=82709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:44:10.268556 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:10.270212 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf222bd-deb4-4268-8bc3-3272f5a054e6 req-2653ab77-40af-4e39-88f7-6380f12ddb84 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:10.271701 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-dbf222bd-deb4-4268-8bc3-3272f5a054e6 req-2653ab77-40af-4e39-88f7-6380f12ddb84 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 931 time: 0.0729430 Jan 26 20:44:10.283369 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Transition to ACTIVE for port object 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 will not be triggered until provisioned by entity L2. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:44:10.287677 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:10.316421 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-dbf222bd-deb4-4268-8bc3-3272f5a054e6 req-12ac85d6-3a5f-475c-94f2-2bc8eded6efb tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Synchronizing usage tracker for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:security_group {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:44:10.335432 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-dbf222bd-deb4-4268-8bc3-3272f5a054e6 req-12ac85d6-3a5f-475c-94f2-2bc8eded6efb tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Unset dirty status for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:security_group {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:44:10.336751 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-dbf222bd-deb4-4268-8bc3-3272f5a054e6 req-12ac85d6-3a5f-475c-94f2-2bc8eded6efb tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585680 Jan 26 20:44:10.429505 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Pushing event updated for resources: {'Port': ['ID=5925c6fd-7418-46a1-a78f-89abe9ad7fa4,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:10.537195 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Attempting to bind port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:44:10.537521 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Attempting to bind port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:44:10.537847 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Attempting to bind port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 on network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:44:10.544106 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 on network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:44:10.544420 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Attempting to bind port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 on network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:44:10.550575 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:44:10.550899 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Checking segment: {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:44:10.551307 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Bound using segment: {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:44:10.551724 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Bound port: 5925c6fd-7418-46a1-a78f-89abe9ad7fa4, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'}}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:44:10.552062 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:10.636060 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] For port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4, host hv-cinder-82651, cleared binding levels {{(pid=82709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:44:10.638833 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] For port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=5925c6fd-7418-46a1-a78f-89abe9ad7fa4,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:44:10.643202 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:10.705075 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:10.706421 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] 10.222.0.43 "PUT /v2.0/ports/5925c6fd-7418-46a1-a78f-89abe9ad7fa4 HTTP/1.1" status: 200 len: 1093 time: 0.9861708 Jan 26 20:44:10.706843 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5653b121-ab31-4be8-9afd-bfa3e0646af8', 'tag': '5925c6fd-7418-46a1-a78f-89abe9ad7fa4'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:10.732687 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c380d70-9717-4894-9a39-082e4293a4ac service neutron] Pushing event updated for resources: {'Port': ['ID=5925c6fd-7418-46a1-a78f-89abe9ad7fa4,revision_number=3']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:10.780460 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5653b121-ab31-4be8-9afd-bfa3e0646af8', 'tag': '5925c6fd-7418-46a1-a78f-89abe9ad7fa4', 'status': 'completed', 'code': 200} Jan 26 20:44:10.813646 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-6b1f2990-e257-4c9d-9444-565ebd7f0edb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 1096 time: 0.0687411 Jan 26 20:44:10.882288 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-1db99962-9dd1-4f77-8b52-d9877ea8c3c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5925c6fd-7418-46a1-a78f-89abe9ad7fa4 HTTP/1.1" status: 200 len: 217 time: 0.0609829 Jan 26 20:44:10.940976 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-ae79f44e-fad5-409d-9fb5-2c91fcf13759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:10.942237 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-ae79f44e-fad5-409d-9fb5-2c91fcf13759 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9267125a-62c7-4862-ad7d-ad218cb7082a HTTP/1.1" status: 200 len: 854 time: 0.0541894 Jan 26 20:44:10.985287 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-64ba3e31-ae4e-4a49-a333-87c0be763953 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358822 Jan 26 20:44:11.115705 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-9f69ad45-2f26-45a3-a4fc-ed8a0eab60ec service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173208 Jan 26 20:44:11.246059 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d51a1cc4-b223-40b8-a085-206d767b2e84 req-b64d85c6-25a3-4d57-9558-926f354578ac service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194558 Jan 26 20:44:11.359790 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-424630b0-7e5e-4a73-ae33-7a1146218275 req-d7ff3d58-cb10-44ce-9123-ad36fdf63b8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 1096 time: 0.0711432 Jan 26 20:44:11.493137 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424630b0-7e5e-4a73-ae33-7a1146218275 req-0d9c0d41-b9cd-4215-a5ea-3ed4b5cc4f25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:11.494561 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-424630b0-7e5e-4a73-ae33-7a1146218275 req-0d9c0d41-b9cd-4215-a5ea-3ed4b5cc4f25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 915 time: 0.1265273 Jan 26 20:44:11.543167 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31744d0f-cb19-4e2f-81c6-8fc917cf7d20 req-4c5831c7-ae9b-4c40-88ba-879710e83849 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:11.544598 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-31744d0f-cb19-4e2f-81c6-8fc917cf7d20 req-4c5831c7-ae9b-4c40-88ba-879710e83849 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 943 time: 0.0805287 Jan 26 20:44:11.564114 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-424630b0-7e5e-4a73-ae33-7a1146218275 req-31c02b1c-29cc-49d1-9977-bc2251ad66a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5925c6fd-7418-46a1-a78f-89abe9ad7fa4 HTTP/1.1" status: 200 len: 217 time: 0.0615058 Jan 26 20:44:11.588312 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-31744d0f-cb19-4e2f-81c6-8fc917cf7d20 req-b43ee1c5-d894-45c8-9748-838f9ed3ce83 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381293 Jan 26 20:44:11.699566 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424630b0-7e5e-4a73-ae33-7a1146218275 req-95b589ee-c87c-4d32-b983-da6c33687d35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:11.701028 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-424630b0-7e5e-4a73-ae33-7a1146218275 req-95b589ee-c87c-4d32-b983-da6c33687d35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9267125a-62c7-4862-ad7d-ad218cb7082a HTTP/1.1" status: 200 len: 854 time: 0.1303184 Jan 26 20:44:11.748651 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-424630b0-7e5e-4a73-ae33-7a1146218275 req-ade0688d-5f93-4388-9f27-0bb9b6d4ec91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387380 Jan 26 20:44:11.878088 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-424630b0-7e5e-4a73-ae33-7a1146218275 req-fdf63df3-700e-4c30-aa5b-dd48197bb13e service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227279 Jan 26 20:44:12.004560 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-424630b0-7e5e-4a73-ae33-7a1146218275 req-82f882b1-5ba9-42d3-8236-4f3a4a988610 service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200430 Jan 26 20:44:12.565094 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-f6641594-38f4-49d2-a0ac-ab17d6d05090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:12.790118 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc7c27-4363-45ae-921c-dc65160e2047 req-fa742704-efb7-4f23-969e-fcb3f4d9aa00 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:12.790799 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-55fc7c27-4363-45ae-921c-dc65160e2047 req-fa742704-efb7-4f23-969e-fcb3f4d9aa00 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Synchronizing usage tracker for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:44:12.808518 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-55fc7c27-4363-45ae-921c-dc65160e2047 req-fa742704-efb7-4f23-969e-fcb3f4d9aa00 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Unset dirty status for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:44:12.809644 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-55fc7c27-4363-45ae-921c-dc65160e2047 req-fa742704-efb7-4f23-969e-fcb3f4d9aa00 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 943 time: 0.1009438 Jan 26 20:44:12.854854 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-55fc7c27-4363-45ae-921c-dc65160e2047 req-fbfca9af-c0c2-4c17-923c-130e6e4c1f8a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392263 Jan 26 20:44:14.043724 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0245f09-254a-4769-a7e1-705badf63d2a req-ea322600-ca78-4f68-ba64-04ea9b3d2182 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:14.045134 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a0245f09-254a-4769-a7e1-705badf63d2a req-ea322600-ca78-4f68-ba64-04ea9b3d2182 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 943 time: 0.0729764 Jan 26 20:44:14.091523 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a0245f09-254a-4769-a7e1-705badf63d2a req-1f3771c6-6934-4f28-825f-c1e995144366 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410204 Jan 26 20:44:14.309335 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:44:14.437144 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=5925c6fd-7418-46a1-a78f-89abe9ad7fa4,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:14.449486 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '5925c6fd-7418-46a1-a78f-89abe9ad7fa4', 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485', 'port_id': '5925c6fd-7418-46a1-a78f-89abe9ad7fa4', 'mac_address': 'fa:16:3e:20:39:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9267125a-62c7-4862-ad7d-ad218cb7082a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:44:14.504225 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:14.547700 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:44:14.562685 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=5925c6fd-7418-46a1-a78f-89abe9ad7fa4,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:14.566437 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:14.633710 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=5925c6fd-7418-46a1-a78f-89abe9ad7fa4,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:14.641774 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:14.642108 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:14.642434 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:14.642754 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:14.643100 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:14.643422 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:14.643733 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:14.644046 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:14.644357 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:14.644665 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:14.644971 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:44:14.838215 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-5ff7ffa2-408c-485a-8927-06a9f9186855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:15.283595 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fce590-f7d1-440e-bb9c-f4d541033723 req-cd4b7a1e-5d78-4092-86bc-e2ad472e0cb0 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:15.285051 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d0fce590-f7d1-440e-bb9c-f4d541033723 req-cd4b7a1e-5d78-4092-86bc-e2ad472e0cb0 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 944 time: 0.0756319 Jan 26 20:44:15.329031 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d0fce590-f7d1-440e-bb9c-f4d541033723 req-9a98a50e-155d-4bd0-bce3-fbf62285479d tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386090 Jan 26 20:44:16.103406 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:16.154354 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:16.325201 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['5925c6fd-7418-46a1-a78f-89abe9ad7fa4'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:44:16.610381 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0d14a-e1a5-40ad-8ac2-629bf831b8f6 req-94c97330-3bce-4a5b-9fca-cf1ae11c5d20 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:16.611828 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-13a0d14a-e1a5-40ad-8ac2-629bf831b8f6 req-94c97330-3bce-4a5b-9fca-cf1ae11c5d20 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 944 time: 0.1557865 Jan 26 20:44:16.655872 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-13a0d14a-e1a5-40ad-8ac2-629bf831b8f6 req-aedb4f94-0556-477b-9314-5b09e229bb8c tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385602 Jan 26 20:44:17.857630 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe85383-a9b2-402a-9c13-7cafd7c8ef62 req-3112261f-515d-4244-a1c7-6ebb42c150cd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:17.859061 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6fe85383-a9b2-402a-9c13-7cafd7c8ef62 req-3112261f-515d-4244-a1c7-6ebb42c150cd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 944 time: 0.0760498 Jan 26 20:44:17.902688 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6fe85383-a9b2-402a-9c13-7cafd7c8ef62 req-25ae5888-7ff6-4d7c-a89b-7f82a9c56d48 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380464 Jan 26 20:44:18.008178 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:44:18.060086 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:18.082082 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:44:18.086353 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:44:18.087023 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:18.193776 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:18.220011 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5653b121-ab31-4be8-9afd-bfa3e0646af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5925c6fd-7418-46a1-a78f-89abe9ad7fa4'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:18.229322 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=5925c6fd-7418-46a1-a78f-89abe9ad7fa4,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:18.232910 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:18.276070 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5653b121-ab31-4be8-9afd-bfa3e0646af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5925c6fd-7418-46a1-a78f-89abe9ad7fa4', 'code': 200} Jan 26 20:44:18.300928 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=5925c6fd-7418-46a1-a78f-89abe9ad7fa4,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:18.511459 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-eed0f5c2-0c97-4205-a68a-801635d87604 req-c7fdb51e-576f-48b3-808f-a43d30b569ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 1098 time: 0.0684550 Jan 26 20:44:18.559572 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-eed0f5c2-0c97-4205-a68a-801635d87604 req-4a01ca5a-617b-47ee-a01b-b71864be5326 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391183 Jan 26 20:44:19.100594 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0259b-bcc2-4931-9b48-643da582881f req-e617fed7-b7ad-4693-b924-0ee583c679bf tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:19.102001 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1df0259b-bcc2-4931-9b48-643da582881f req-e617fed7-b7ad-4693-b924-0ee583c679bf tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 945 time: 0.0787845 Jan 26 20:44:19.148494 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1df0259b-bcc2-4931-9b48-643da582881f req-4eca5e56-298c-45dc-b492-9e13f1ab0771 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387650 Jan 26 20:44:20.345814 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68558d-292a-414a-89b4-4aca02b1f52a req-b5166d08-42eb-4fb0-ace8-99833209eee9 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:20.347482 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1e68558d-292a-414a-89b4-4aca02b1f52a req-b5166d08-42eb-4fb0-ace8-99833209eee9 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 945 time: 0.0763755 Jan 26 20:44:20.394814 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1e68558d-292a-414a-89b4-4aca02b1f52a req-452bd6d5-61b6-427d-8796-427e2ca4b7fc tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416348 Jan 26 20:44:30.327164 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45438) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:30.462185 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9d16fb67-257c-4415-abe6-286b906880db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:30.491082 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-9d16fb67-257c-4415-abe6-286b906880db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:44:30.494657 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-9d16fb67-257c-4415-abe6-286b906880db admin admin] Usage tracker for resource:security_group_rule and tenant:71a4a6770fe041c6914e64ce1a0ef6fa is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:44:30.498244 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-9d16fb67-257c-4415-abe6-286b906880db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:44:30.504040 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-9d16fb67-257c-4415-abe6-286b906880db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:44:30.566891 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9d16fb67-257c-4415-abe6-286b906880db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:30.570485 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9d16fb67-257c-4415-abe6-286b906880db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:30.614300 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16fb67-257c-4415-abe6-286b906880db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03af2403-1339-4f41-adb5-c38e69ccb02f,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:30.620255 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-9d16fb67-257c-4415-abe6-286b906880db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71a4a6770fe041c6914e64ce1a0ef6fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2920859 Jan 26 20:44:30.622886 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45444) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:30.685146 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fd97-6436-4163-bd94-5beb423eec63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:30.709788 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fd97-6436-4163-bd94-5beb423eec63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:30.760405 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fd97-6436-4163-bd94-5beb423eec63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:30.779243 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6fd97-6436-4163-bd94-5beb423eec63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03af2403-1339-4f41-adb5-c38e69ccb02f,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:30.782937 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-2bc6fd97-6436-4163-bd94-5beb423eec63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:30.784048 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-2bc6fd97-6436-4163-bd94-5beb423eec63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03af2403-1339-4f41-adb5-c38e69ccb02f HTTP/1.1" status: 204 len: 168 time: 0.1602523 Jan 26 20:44:31.669084 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-adfa6278-8d3f-45de-b53a-59b003890ef5 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:31.669780 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-adfa6278-8d3f-45de-b53a-59b003890ef5 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Synchronizing usage tracker for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:network {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:44:31.685929 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-adfa6278-8d3f-45de-b53a-59b003890ef5 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Unset dirty status for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:network {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:44:31.687204 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-adfa6278-8d3f-45de-b53a-59b003890ef5 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 814 time: 0.1765559 Jan 26 20:44:31.703475 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-ef3d2988-40f7-489c-9260-0a65723b97c3 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/quotas/5572a469fa5f484e9c370d46e5990d75 HTTP/1.1" status: 200 len: 375 time: 0.0108762 Jan 26 20:44:31.779187 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-b46233d4-f748-4cf4-a3a9-dc076dccd12a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709016 Jan 26 20:44:31.909087 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-ab5c46c1-7a93-4694-98a8-40e5e98c7d5a service neutron] 10.222.0.53 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232171 Jan 26 20:44:32.046108 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-aa1335d9-f6d1-4446-8475-1f7f1aee2547 service neutron] 10.222.0.53 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301572 Jan 26 20:44:32.258543 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2b791f8f-23d8-4f0c-80cb-9a52e30312b6 req-25935c96-9e43-414c-bac6-83816e640df3 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 210 time: 0.0459063 Jan 26 20:44:33.252728 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-f2f2d132-ca51-482d-b07b-57af91d94463 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:33.254118 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-f2f2d132-ca51-482d-b07b-57af91d94463 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 814 time: 0.1403201 Jan 26 20:44:33.269976 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:33.271211 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Request body: {'port': {'device_id': '8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49', 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485', 'admin_state_up': True, 'tenant_id': '5572a469fa5f484e9c370d46e5990d75'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:44:33.432857 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:44:33.442911 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:44:33.453385 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Made reservation on behalf of 5572a469fa5f484e9c370d46e5990d75 for: {'port': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:44:33.456851 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:33.475520 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6a061118-a0ae-4b5f-885c-4a530e804b87 req-bcdd1a31-70dc-4db7-9a20-3d4db61c02fd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 210 time: 0.0576572 Jan 26 20:44:33.579204 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-95fc2027-82bf-497c-8f40-2d440cc264c7 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4fbe303b3397401ba0190b7b7994d9c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346167 Jan 26 20:44:33.724826 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Allocated IP 172.20.0.8 (a04d71fd-b8e4-45c7-b700-e09f6c6a3485/9267125a-62c7-4862-ad7d-ad218cb7082a/3d9057ba-1301-4b09-b3be-f3e5b69e79c5) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:44:33.798783 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-5709c4e1-afef-417c-8fa1-62bc84833347 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:33.800221 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-5709c4e1-afef-417c-8fa1-62bc84833347 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915047 Jan 26 20:44:33.842099 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c948e17-c5dd-445c-8f05-34d31a4d129f tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/quotas/4fbe303b3397401ba0190b7b7994d9c3 HTTP/1.1" status: 200 len: 375 time: 0.0361693 Jan 26 20:44:34.024232 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-159dd995-5a26-4432-aed5-044f9de63e91 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fbe303b3397401ba0190b7b7994d9c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506890 Jan 26 20:44:34.089464 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:34.117371 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:34.130330 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['5925c6fd-7418-46a1-a78f-89abe9ad7fa4'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:44:34.191409 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Pushing event updated for resources: {'Port': ['ID=3d9057ba-1301-4b09-b3be-f3e5b69e79c5,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:34.202059 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:44:34.203191 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:44:34.205464 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:44:34.247164 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-60a2ae9e-8970-49fe-bbeb-8e731ea46127 req-f503d348-28c8-43d5-9c99-60ee7cbd1447 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 210 time: 0.0694547 Jan 26 20:44:34.270082 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:34.270821 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:34.297354 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e274ca2d-728e-47ea-98b6-9557de444b57 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0300801 Jan 26 20:44:34.311416 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Request body: {'port': {'device_id': '8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:44:34.420772 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:34.776331 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5117ec-f88e-4727-9a6a-d393201a9035 req-4b612c90-e8f6-44a0-ac40-e35a4ea86e3a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:34.777001 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-6f5117ec-f88e-4727-9a6a-d393201a9035 req-4b612c90-e8f6-44a0-ac40-e35a4ea86e3a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Synchronizing usage tracker for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:44:34.805819 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-6f5117ec-f88e-4727-9a6a-d393201a9035 req-4b612c90-e8f6-44a0-ac40-e35a4ea86e3a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Unset dirty status for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:44:34.807127 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6f5117ec-f88e-4727-9a6a-d393201a9035 req-4b612c90-e8f6-44a0-ac40-e35a4ea86e3a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 931 time: 0.2045541 Jan 26 20:44:34.881932 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 {{(pid=82709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:44:34.890718 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:34.911089 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6f5117ec-f88e-4727-9a6a-d393201a9035 req-bd65c45b-5c0b-433f-a715-ef3d2dd18385 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771399 Jan 26 20:44:34.911943 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Transition to ACTIVE for port object 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 will not be triggered until provisioned by entity L2. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:44:34.915092 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:35.038437 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9057ba-1301-4b09-b3be-f3e5b69e79c5,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:35.142724 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Attempting to bind port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:44:35.142940 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Attempting to bind port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:44:35.143292 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Attempting to bind port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 on network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:44:35.148868 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 on network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:44:35.149176 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Attempting to bind port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 on network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:44:35.155401 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:44:35.155725 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Checking segment: {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:44:35.156088 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Bound using segment: {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:44:35.156502 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Bound port: 3d9057ba-1301-4b09-b3be-f3e5b69e79c5, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'}}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:44:35.156832 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:35.214603 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-71fbbfdd-5a23-46ab-ad54-ae79aaf6a9ac tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4fbe303b3397401ba0190b7b7994d9c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277209 Jan 26 20:44:35.256676 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] For port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5, host hv-cinder-82651, cleared binding levels {{(pid=82709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:44:35.259960 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] For port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3d9057ba-1301-4b09-b3be-f3e5b69e79c5,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:44:35.264935 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:35.331001 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:35.332731 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] 10.222.0.43 "PUT /v2.0/ports/3d9057ba-1301-4b09-b3be-f3e5b69e79c5 HTTP/1.1" status: 200 len: 1093 time: 1.0267181 Jan 26 20:44:35.335552 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49', 'tag': '3d9057ba-1301-4b09-b3be-f3e5b69e79c5'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:35.368917 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03d277-bd1c-4048-981b-395e9f00b621 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9057ba-1301-4b09-b3be-f3e5b69e79c5,revision_number=3']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:35.410557 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-64acfb04-5363-4961-bf60-aad947e6f31c tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:35.412293 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-64acfb04-5363-4961-bf60-aad947e6f31c tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914392 Jan 26 20:44:35.468092 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Request body: {'port': {'device_id': 'f5bbd895-4d66-4bcb-af0a-a07c181f6014', 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17', 'admin_state_up': True, 'tenant_id': '4fbe303b3397401ba0190b7b7994d9c3'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:44:35.470191 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49', 'tag': '3d9057ba-1301-4b09-b3be-f3e5b69e79c5', 'status': 'completed', 'code': 200} Jan 26 20:44:35.497645 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a4f948b4-775a-4b8a-bf81-a68fdbd800fb req-b859e2c2-ea6e-492e-96fa-01a0cd0a809c tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 210 time: 0.0842178 Jan 26 20:44:35.507676 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-e87cfb6c-a6dc-432e-9a01-378404c90237 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 1096 time: 0.0767264 Jan 26 20:44:35.577160 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-59a30807-7e3c-4678-b3b8-bd79984021c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9057ba-1301-4b09-b3be-f3e5b69e79c5 HTTP/1.1" status: 200 len: 217 time: 0.0631101 Jan 26 20:44:35.614899 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:44:35.618633 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Usage tracker for resource:port and tenant:4fbe303b3397401ba0190b7b7994d9c3 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:44:35.621374 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:44:35.627867 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:44:35.639827 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Made reservation on behalf of 4fbe303b3397401ba0190b7b7994d9c3 for: {'port': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:44:35.642921 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:35.651586 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-33fa7eef-a54a-4b4e-840c-87d3960f3431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:35.653619 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-33fa7eef-a54a-4b4e-840c-87d3960f3431 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9267125a-62c7-4862-ad7d-ad218cb7082a HTTP/1.1" status: 200 len: 854 time: 0.0694158 Jan 26 20:44:35.655844 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:35.687850 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:44:35.693396 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Usage tracker for resource:security_group_rule and tenant:4fbe303b3397401ba0190b7b7994d9c3 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:44:35.696161 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:44:35.701736 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:44:35.703417 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-ad98731a-1425-4dfc-942a-b011c94e294f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424476 Jan 26 20:44:35.770161 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:35.774222 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:35.858345 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110215a6-e2f9-45c3-8ef9-0c22273cb8f2,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:35.922013 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-db4ea656-566c-4fe3-99a1-7bfcfc969aaf service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123239 Jan 26 20:44:35.944894 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Allocated IP 192.168.233.37 (f9ac75d7-1133-49c4-902d-ce978ebced17/34683ef6-b0d9-4a26-961b-3cb8c065acfa/1bf49561-d252-4784-ba63-8d912400fbf8) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:44:36.095806 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-ffd11024-185d-4348-b0ec-4c91e5c84284 req-fe6bfdb9-6c0c-4b78-9bb2-45dcb2903823 service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664937 Jan 26 20:44:36.129552 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ce20c-c0ad-4c25-80c6-784c81068e81 req-d99408b6-feb5-447c-a463-aa6e18d02ebd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:36.131181 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-168ce20c-c0ad-4c25-80c6-784c81068e81 req-d99408b6-feb5-447c-a463-aa6e18d02ebd tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 943 time: 0.0929306 Jan 26 20:44:36.228308 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-168ce20c-c0ad-4c25-80c6-784c81068e81 req-6136c958-c1ed-43b1-93ea-e8fd956370b1 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908716 Jan 26 20:44:36.233990 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:36.243399 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-316f2a25-4d83-491f-9096-4b0dd3f97e66 req-ef079d91-07d6-4b0e-9031-25c65da3a8ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 1096 time: 0.0917614 Jan 26 20:44:36.254417 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Transition to ACTIVE for port object 1bf49561-d252-4784-ba63-8d912400fbf8 will not be triggered until provisioned by entity DHCP. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:44:36.272013 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:36.348512 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Network f9ac75d7-1133-49c4-902d-ce978ebced17 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:44:36.351798 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:44:36.356520 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:44:36.377685 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f2a25-4d83-491f-9096-4b0dd3f97e66 req-94c3c82f-5c89-4cf2-bf23-5ea73a076bbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:36.379150 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-316f2a25-4d83-491f-9096-4b0dd3f97e66 req-94c3c82f-5c89-4cf2-bf23-5ea73a076bbc service neutron] 10.222.0.43 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 915 time: 0.1283813 Jan 26 20:44:36.382683 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Pushing event updated for resources: {'Port': ['ID=1bf49561-d252-4784-ba63-8d912400fbf8,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:36.427644 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:36.428251 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:36.453880 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-316f2a25-4d83-491f-9096-4b0dd3f97e66 req-2d8a35f5-5ad6-4ad1-8c9d-21dda63350a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d9057ba-1301-4b09-b3be-f3e5b69e79c5 HTTP/1.1" status: 200 len: 217 time: 0.0640759 Jan 26 20:44:36.455777 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-a57ceb6f-63cb-49a0-964e-ecfb9151ddd3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9914210 Jan 26 20:44:36.469653 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Request body: {'port': {'device_id': 'f5bbd895-4d66-4bcb-af0a-a07c181f6014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:44:36.531137 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f2a25-4d83-491f-9096-4b0dd3f97e66 req-4856f866-16d7-45d2-bf82-e50b11c5aa1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:36.532665 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-316f2a25-4d83-491f-9096-4b0dd3f97e66 req-4856f866-16d7-45d2-bf82-e50b11c5aa1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9267125a-62c7-4862-ad7d-ad218cb7082a HTTP/1.1" status: 200 len: 854 time: 0.0726829 Jan 26 20:44:36.586374 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:36.587805 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-316f2a25-4d83-491f-9096-4b0dd3f97e66 req-51c19770-bc00-4a88-a34b-148eb62e9a4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441718 Jan 26 20:44:36.630211 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-9b08408c-6013-4c9e-ad2d-3764a354d78c None None] Provisioning for port 1bf49561-d252-4784-ba63-8d912400fbf8 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:44:36.636457 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-9b08408c-6013-4c9e-ad2d-3764a354d78c None None] Provisioning complete for port 1bf49561-d252-4784-ba63-8d912400fbf8 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:44:36.636751 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9b08408c-6013-4c9e-ad2d-3764a354d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:36.688712 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-9b08408c-6013-4c9e-ad2d-3764a354d78c None None] Port 1bf49561-d252-4784-ba63-8d912400fbf8 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:44:36.724968 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-316f2a25-4d83-491f-9096-4b0dd3f97e66 req-d93bc1e0-a304-4715-b5cd-0cdf18ca42c0 service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290772 Jan 26 20:44:36.854351 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-316f2a25-4d83-491f-9096-4b0dd3f97e66 req-4ff31465-2256-4938-8294-4c1a76fd787c service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223242 Jan 26 20:44:36.857901 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f9849-5549-46fd-90f7-391d3ba6ca5a req-c0aa2665-29f7-498f-b799-b19c7186d327 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:36.858571 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-e47f9849-5549-46fd-90f7-391d3ba6ca5a req-c0aa2665-29f7-498f-b799-b19c7186d327 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Synchronizing usage tracker for tenant:4fbe303b3397401ba0190b7b7994d9c3 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:44:36.895825 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-e47f9849-5549-46fd-90f7-391d3ba6ca5a req-c0aa2665-29f7-498f-b799-b19c7186d327 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Unset dirty status for tenant:4fbe303b3397401ba0190b7b7994d9c3 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:44:36.897060 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e47f9849-5549-46fd-90f7-391d3ba6ca5a req-c0aa2665-29f7-498f-b799-b19c7186d327 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 935 time: 0.2567768 Jan 26 20:44:36.971355 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-e47f9849-5549-46fd-90f7-391d3ba6ca5a req-66002b3c-d99a-41f7-9884-5f30f58de71f tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Synchronizing usage tracker for tenant:4fbe303b3397401ba0190b7b7994d9c3 on resource:security_group {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:44:37.034729 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-e47f9849-5549-46fd-90f7-391d3ba6ca5a req-66002b3c-d99a-41f7-9884-5f30f58de71f tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Unset dirty status for tenant:4fbe303b3397401ba0190b7b7994d9c3 on resource:security_group {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:44:37.035951 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e47f9849-5549-46fd-90f7-391d3ba6ca5a req-66002b3c-d99a-41f7-9884-5f30f58de71f tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/security-groups?id=110215a6-e2f9-45c3-8ef9-0c22273cb8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270065 Jan 26 20:44:37.045558 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf49561-d252-4784-ba63-8d912400fbf8 {{(pid=82708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:44:37.052451 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:37.067219 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Transition to ACTIVE for port object 1bf49561-d252-4784-ba63-8d912400fbf8 will not be triggered until provisioned by entity L2. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:44:37.070795 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:37.196860 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf49561-d252-4784-ba63-8d912400fbf8,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:37.307178 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Attempting to bind port 1bf49561-d252-4784-ba63-8d912400fbf8 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:44:37.307909 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Attempting to bind port 1bf49561-d252-4784-ba63-8d912400fbf8 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '6217bdf1-7293-406d-8b99-b1b423a4df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17'}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:44:37.307909 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Attempting to bind port 1bf49561-d252-4784-ba63-8d912400fbf8 on network f9ac75d7-1133-49c4-902d-ce978ebced17 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:44:37.315952 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Port 1bf49561-d252-4784-ba63-8d912400fbf8 on network f9ac75d7-1133-49c4-902d-ce978ebced17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:44:37.316265 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Attempting to bind port 1bf49561-d252-4784-ba63-8d912400fbf8 on network f9ac75d7-1133-49c4-902d-ce978ebced17 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:44:37.322553 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:44:37.322876 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Checking segment: {'id': '6217bdf1-7293-406d-8b99-b1b423a4df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:44:37.323279 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Bound using segment: {'id': '6217bdf1-7293-406d-8b99-b1b423a4df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17'} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:44:37.323695 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Bound port: 1bf49561-d252-4784-ba63-8d912400fbf8, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6217bdf1-7293-406d-8b99-b1b423a4df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17'}}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:44:37.324027 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:37.409944 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] For port 1bf49561-d252-4784-ba63-8d912400fbf8, host hv-cinder-82651, cleared binding levels {{(pid=82708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:44:37.412837 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] For port 1bf49561-d252-4784-ba63-8d912400fbf8, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=1bf49561-d252-4784-ba63-8d912400fbf8,segment=NetworkSegment(6217bdf1-7293-406d-8b99-b1b423a4df23),segment_id=6217bdf1-7293-406d-8b99-b1b423a4df23)] {{(pid=82708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:44:37.418282 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:37.429129 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e47f5f-3958-4ea7-9282-cfdae2c8ff1a req-9096718e-d773-4719-9162-77b9a3c151f9 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:37.430574 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a5e47f5f-3958-4ea7-9282-cfdae2c8ff1a req-9096718e-d773-4719-9162-77b9a3c151f9 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 943 time: 0.0789793 Jan 26 20:44:37.480282 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a5e47f5f-3958-4ea7-9282-cfdae2c8ff1a req-d3c57553-8478-46d0-8738-449ef2963b76 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432708 Jan 26 20:44:37.482347 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:37.483749 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] 10.222.0.43 "PUT /v2.0/ports/1bf49561-d252-4784-ba63-8d912400fbf8 HTTP/1.1" status: 200 len: 1097 time: 1.0182309 Jan 26 20:44:37.484177 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5bbd895-4d66-4bcb-af0a-a07c181f6014', 'tag': '1bf49561-d252-4784-ba63-8d912400fbf8'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:37.503857 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a6f02-04b4-4bf7-b593-4042141cb334 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf49561-d252-4784-ba63-8d912400fbf8,revision_number=3']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:37.557281 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5bbd895-4d66-4bcb-af0a-a07c181f6014', 'tag': '1bf49561-d252-4784-ba63-8d912400fbf8', 'status': 'completed', 'code': 200} Jan 26 20:44:37.593900 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-d2538f70-8490-4170-80bc-eabf106fc881 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fbe303b3397401ba0190b7b7994d9c3&device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 1100 time: 0.0721622 Jan 26 20:44:37.667029 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-7849c44b-b28e-41c0-8ef0-8be431eda0c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1bf49561-d252-4784-ba63-8d912400fbf8 HTTP/1.1" status: 200 len: 217 time: 0.0650835 Jan 26 20:44:37.733689 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-04b4d908-6bcc-44b3-b330-07964d8ecbf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:37.735163 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-04b4d908-6bcc-44b3-b330-07964d8ecbf4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34683ef6-b0d9-4a26-961b-3cb8c065acfa HTTP/1.1" status: 200 len: 843 time: 0.0590241 Jan 26 20:44:37.813044 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-18ee4cb1-ad06-4620-a7ac-57c2301e4683 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9ac75d7-1133-49c4-902d-ce978ebced17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0699680 Jan 26 20:44:38.023667 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-2a8aa625-5122-495d-8305-4d43dac34d6b service neutron] 10.222.0.43 "GET /v2.0/networks/f9ac75d7-1133-49c4-902d-ce978ebced17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023079 Jan 26 20:44:38.098566 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:44:38.163311 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0b1a365-efe7-412c-a14b-f243eaef4df9 req-b929bb1f-33dd-47f1-a0ca-76412e07f6dc service neutron] 10.222.0.43 "GET /v2.0/networks/f9ac75d7-1133-49c4-902d-ce978ebced17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326795 Jan 26 20:44:38.262895 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b85586ce-9404-4997-bda9-f08bba408a7d req-f60041ef-d7e9-4b5a-b1a7-346a89c2aaad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1454475 Jan 26 20:44:38.271393 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3d9057ba-1301-4b09-b3be-f3e5b69e79c5,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:38.276375 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617475b-a2ac-4e88-b934-03c3f2fc5cf2 req-ef994808-7070-4f8e-8188-f621f62596c4 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:38.283685 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5617475b-a2ac-4e88-b934-03c3f2fc5cf2 req-ef994808-7070-4f8e-8188-f621f62596c4 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 947 time: 0.1115544 Jan 26 20:44:38.290609 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-28f97674-8737-4de1-9d2f-dcca45acfd66 req-7ea46355-b55f-4e34-87ce-e78acb75da4c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fbe303b3397401ba0190b7b7994d9c3&device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 1100 time: 0.0814450 Jan 26 20:44:38.294395 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '3d9057ba-1301-4b09-b3be-f3e5b69e79c5', 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485', 'port_id': '3d9057ba-1301-4b09-b3be-f3e5b69e79c5', 'mac_address': 'fa:16:3e:b6:af:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9267125a-62c7-4862-ad7d-ad218cb7082a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:44:38.332622 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5617475b-a2ac-4e88-b934-03c3f2fc5cf2 req-2def43c7-7d71-449e-8c8b-5dedae6c45dc tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/security-groups?id=110215a6-e2f9-45c3-8ef9-0c22273cb8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479488 Jan 26 20:44:38.377671 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:38.397865 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:44:38.414303 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3d9057ba-1301-4b09-b3be-f3e5b69e79c5,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:38.419054 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:38.426717 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b85586ce-9404-4997-bda9-f08bba408a7d req-cb08a4d0-9b19-406b-822a-8756b797c7f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 1098 time: 0.0765038 Jan 26 20:44:38.444319 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97674-8737-4de1-9d2f-dcca45acfd66 req-5f7d0b2e-3400-4751-9e1f-82984eb1ae9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:38.446008 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-28f97674-8737-4de1-9d2f-dcca45acfd66 req-5f7d0b2e-3400-4751-9e1f-82984eb1ae9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9ac75d7-1133-49c4-902d-ce978ebced17 HTTP/1.1" status: 200 len: 870 time: 0.1479492 Jan 26 20:44:38.484540 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=3d9057ba-1301-4b09-b3be-f3e5b69e79c5,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:38.516412 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-28f97674-8737-4de1-9d2f-dcca45acfd66 req-e9ea6b90-7ea4-490a-a241-7878a47ae1f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1bf49561-d252-4784-ba63-8d912400fbf8 HTTP/1.1" status: 200 len: 217 time: 0.0646362 Jan 26 20:44:38.572951 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85586ce-9404-4997-bda9-f08bba408a7d req-6c21d231-ddce-4fc5-b0e2-59ff5ed9550b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:38.575408 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b85586ce-9404-4997-bda9-f08bba408a7d req-6c21d231-ddce-4fc5-b0e2-59ff5ed9550b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 913 time: 0.1286767 Jan 26 20:44:38.583426 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97674-8737-4de1-9d2f-dcca45acfd66 req-6dd531f7-9bcb-4360-8a9a-b6eedd6bc759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:38.584869 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-28f97674-8737-4de1-9d2f-dcca45acfd66 req-6dd531f7-9bcb-4360-8a9a-b6eedd6bc759 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34683ef6-b0d9-4a26-961b-3cb8c065acfa HTTP/1.1" status: 200 len: 843 time: 0.0587723 Jan 26 20:44:38.661303 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['3d9057ba-1301-4b09-b3be-f3e5b69e79c5'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:44:38.683592 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b85586ce-9404-4997-bda9-f08bba408a7d req-06f3d0cf-e50a-42e7-af54-fc3e087c2fe1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02792e6f-5ce1-4474-af43-4192b72595d3 HTTP/1.1" status: 200 len: 1000 time: 0.0975699 Jan 26 20:44:38.717204 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-28f97674-8737-4de1-9d2f-dcca45acfd66 req-b2988058-2146-441f-ae7b-71b1ab337351 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9ac75d7-1133-49c4-902d-ce978ebced17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1242573 Jan 26 20:44:38.747107 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85586ce-9404-4997-bda9-f08bba408a7d req-03eef556-99ca-4367-97e7-eb14ad0c9224 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:38.748827 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b85586ce-9404-4997-bda9-f08bba408a7d req-03eef556-99ca-4367-97e7-eb14ad0c9224 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0583155 Jan 26 20:44:38.753319 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b94f4-6100-42ec-bfc1-9d85db2b0e03 req-4e7c3a7f-a4e0-4654-8651-90f46f986d1c tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:38.754729 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6d3b94f4-6100-42ec-bfc1-9d85db2b0e03 req-4e7c3a7f-a4e0-4654-8651-90f46f986d1c tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 944 time: 0.1154342 Jan 26 20:44:38.875521 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6d3b94f4-6100-42ec-bfc1-9d85db2b0e03 req-83935129-838a-4b02-83fd-d300534f77cc tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754626 Jan 26 20:44:38.903518 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-28f97674-8737-4de1-9d2f-dcca45acfd66 req-7a2a6d3b-3011-4ccb-b9dc-3d4dfbb9c0a3 service neutron] 10.222.0.43 "GET /v2.0/networks/f9ac75d7-1133-49c4-902d-ce978ebced17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776581 Jan 26 20:44:38.919871 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b85586ce-9404-4997-bda9-f08bba408a7d req-d7e8a31f-3017-47ce-90a2-c3631a20c529 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1632104 Jan 26 20:44:39.034091 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-28f97674-8737-4de1-9d2f-dcca45acfd66 req-1acc36ef-7a12-4e17-a55f-0d9788dec931 service neutron] 10.222.0.43 "GET /v2.0/networks/f9ac75d7-1133-49c4-902d-ce978ebced17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241922 Jan 26 20:44:39.049737 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b85586ce-9404-4997-bda9-f08bba408a7d req-c1dccee7-5521-4d48-84d9-6dea17da2a97 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235747 Jan 26 20:44:39.177180 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b85586ce-9404-4997-bda9-f08bba408a7d req-d421d99c-114c-439f-8993-d93113ef9eb1 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211660 Jan 26 20:44:39.538318 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed86b0e-2750-4a7e-852c-cccc4b10cca8 req-606ca109-4613-4ee0-aa6e-9e8c5a24c248 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:39.539784 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8ed86b0e-2750-4a7e-852c-cccc4b10cca8 req-606ca109-4613-4ee0-aa6e-9e8c5a24c248 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 947 time: 0.0781832 Jan 26 20:44:39.587356 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-8ed86b0e-2750-4a7e-852c-cccc4b10cca8 req-875d3564-6767-4b50-87ed-e598cfc9197a tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/security-groups?id=110215a6-e2f9-45c3-8ef9-0c22273cb8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Jan 26 20:44:40.074227 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c7b35-80fb-4c96-a6e8-5fcd35cf9348 req-16be4fd7-1d83-4105-b596-4cbc4bef8f87 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:40.076302 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-117c7b35-80fb-4c96-a6e8-5fcd35cf9348 req-16be4fd7-1d83-4105-b596-4cbc4bef8f87 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 944 time: 0.0782814 Jan 26 20:44:40.109854 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 1bf49561-d252-4784-ba63-8d912400fbf8 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:44:40.114303 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:44:40.120631 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-117c7b35-80fb-4c96-a6e8-5fcd35cf9348 req-585044e1-8cd4-4568-872c-0832ef2b3a2c tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389774 Jan 26 20:44:40.281122 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:44:40.291627 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:44:40.291985 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:40.330527 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 1bf49561-d252-4784-ba63-8d912400fbf8, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=1bf49561-d252-4784-ba63-8d912400fbf8,segment=NetworkSegment(6217bdf1-7293-406d-8b99-b1b423a4df23),segment_id=6217bdf1-7293-406d-8b99-b1b423a4df23)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:40.353904 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '1bf49561-d252-4784-ba63-8d912400fbf8', 'network_id': 'f9ac75d7-1133-49c4-902d-ce978ebced17', 'port_id': '1bf49561-d252-4784-ba63-8d912400fbf8', 'mac_address': 'fa:16:3e:71:3e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34683ef6-b0d9-4a26-961b-3cb8c065acfa', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:44:40.466730 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:40.501577 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf49561-d252-4784-ba63-8d912400fbf8 {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:44:40.516519 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:40.534788 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 1bf49561-d252-4784-ba63-8d912400fbf8, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=1bf49561-d252-4784-ba63-8d912400fbf8,segment=NetworkSegment(6217bdf1-7293-406d-8b99-b1b423a4df23),segment_id=6217bdf1-7293-406d-8b99-b1b423a4df23)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:40.542574 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:40.578788 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9057ba-1301-4b09-b3be-f3e5b69e79c5'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:40.601734 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3d9057ba-1301-4b09-b3be-f3e5b69e79c5,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:40.609647 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:40.621337 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=1bf49561-d252-4784-ba63-8d912400fbf8,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:40.671521 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9057ba-1301-4b09-b3be-f3e5b69e79c5', 'code': 200} Jan 26 20:44:40.764161 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=3d9057ba-1301-4b09-b3be-f3e5b69e79c5,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:40.810817 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77abd1-c99f-4310-b6a5-2d0005f4a33f req-ec326266-25d0-4dc0-8e93-c722fada1ccc tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:40.812375 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7b77abd1-c99f-4310-b6a5-2d0005f4a33f req-ec326266-25d0-4dc0-8e93-c722fada1ccc tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 948 time: 0.0945072 Jan 26 20:44:40.839984 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['1bf49561-d252-4784-ba63-8d912400fbf8'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:44:40.859686 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7b77abd1-c99f-4310-b6a5-2d0005f4a33f req-5dc96bf7-a5a0-4df3-bcbf-513306030e31 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/security-groups?id=110215a6-e2f9-45c3-8ef9-0c22273cb8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Jan 26 20:44:40.910184 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2051cc9d-d893-4050-88ec-929216d1d409 req-e1384819-502c-42b5-967e-9d919e6df4be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 1098 time: 0.0789461 Jan 26 20:44:40.953574 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2051cc9d-d893-4050-88ec-929216d1d409 req-f72c7014-4791-47e0-a7b4-1df17a3da6df service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370765 Jan 26 20:44:40.957433 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:44:41.320520 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ab3b-b091-4a08-b708-337d3cdfdbe0 req-c7dac6aa-e5f0-442b-aad8-884345e709d0 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:41.321928 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b8c0ab3b-b091-4a08-b708-337d3cdfdbe0 req-c7dac6aa-e5f0-442b-aad8-884345e709d0 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 945 time: 0.0778527 Jan 26 20:44:41.370780 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b8c0ab3b-b091-4a08-b708-337d3cdfdbe0 req-a97ed0eb-081b-40c3-b79d-5d5ef2b22b0e tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Jan 26 20:44:42.061448 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6ec2b-cea5-490a-bb21-9af850dd3c00 req-cad8b5a7-7fee-4781-8113-c5552ebbbe15 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:42.063036 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-81e6ec2b-cea5-490a-bb21-9af850dd3c00 req-cad8b5a7-7fee-4781-8113-c5552ebbbe15 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 948 time: 0.0756447 Jan 26 20:44:42.110276 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-81e6ec2b-cea5-490a-bb21-9af850dd3c00 req-88a8664d-86c6-43e6-b1f0-0046cd8beb16 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/security-groups?id=110215a6-e2f9-45c3-8ef9-0c22273cb8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Jan 26 20:44:42.114474 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 1bf49561-d252-4784-ba63-8d912400fbf8 up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:44:42.185222 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 1bf49561-d252-4784-ba63-8d912400fbf8 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:44:42.190766 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 1bf49561-d252-4784-ba63-8d912400fbf8 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:44:42.191165 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:42.304724 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:42.335526 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 1bf49561-d252-4784-ba63-8d912400fbf8, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=1bf49561-d252-4784-ba63-8d912400fbf8,segment=NetworkSegment(6217bdf1-7293-406d-8b99-b1b423a4df23),segment_id=6217bdf1-7293-406d-8b99-b1b423a4df23)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:42.339208 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:42.403903 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=1bf49561-d252-4784-ba63-8d912400fbf8,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:42.565033 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb91f0d-1b3e-4ab8-a822-e73bfba36450 req-41bb7d05-a19f-49b3-9e8b-d5a6150082f4 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:42.565620 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-1133492b-4806-40ce-8c99-a6cd6dfbedf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:42.566526 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-deb91f0d-1b3e-4ab8-a822-e73bfba36450 req-41bb7d05-a19f-49b3-9e8b-d5a6150082f4 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 945 time: 0.0752258 Jan 26 20:44:42.611370 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-deb91f0d-1b3e-4ab8-a822-e73bfba36450 req-57c6da2f-6e95-4191-a210-38714b4b2f12 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 Jan 26 20:44:42.672764 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bbd895-4d66-4bcb-af0a-a07c181f6014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf49561-d252-4784-ba63-8d912400fbf8'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:42.726495 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bbd895-4d66-4bcb-af0a-a07c181f6014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf49561-d252-4784-ba63-8d912400fbf8', 'code': 200} Jan 26 20:44:42.955726 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3d95ff84-3f5d-4e04-a6fd-947c05c405e7 req-0e06f931-40fb-4439-b2b8-9a307c0cac42 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 1102 time: 0.0706916 Jan 26 20:44:42.996846 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3d95ff84-3f5d-4e04-a6fd-947c05c405e7 req-8a72e67d-eb2f-4498-8799-b560348a197f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=110215a6-e2f9-45c3-8ef9-0c22273cb8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347867 Jan 26 20:44:43.315216 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fa236-88fb-4609-81c0-b84accfaf491 req-50f9f4ce-4aea-4a55-844f-ec1b625188e3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:43.316666 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-765fa236-88fb-4609-81c0-b84accfaf491 req-50f9f4ce-4aea-4a55-844f-ec1b625188e3 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 949 time: 0.0816655 Jan 26 20:44:43.363582 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-765fa236-88fb-4609-81c0-b84accfaf491 req-66f8ed53-edf0-43db-b127-b7ac5770c517 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/security-groups?id=110215a6-e2f9-45c3-8ef9-0c22273cb8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416427 Jan 26 20:44:44.565407 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385e4f0-a450-4ad7-ad98-5e6eba48c286 req-92ed058d-f9a0-463e-958c-2d0fb23debe9 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:44.566843 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f385e4f0-a450-4ad7-ad98-5e6eba48c286 req-92ed058d-f9a0-463e-958c-2d0fb23debe9 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 949 time: 0.0743492 Jan 26 20:44:44.614969 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f385e4f0-a450-4ad7-ad98-5e6eba48c286 req-665c3f8b-d9b7-47f6-9eca-cd22f8955364 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/security-groups?id=110215a6-e2f9-45c3-8ef9-0c22273cb8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Jan 26 20:44:44.841279 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-a8990dd2-2f6f-4279-8d30-b8d5d6bb5d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:45.078696 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d979dc-38fe-4455-a651-8b6c18c9173c req-ff24c4fb-b3b4-4412-a0c7-be6597bb450a tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:45.080196 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f3d979dc-38fe-4455-a651-8b6c18c9173c req-ff24c4fb-b3b4-4412-a0c7-be6597bb450a tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 949 time: 0.0788746 Jan 26 20:44:45.085224 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-29e30aa4-b859-4e8d-8133-525e11676de2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:45.086627 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-29e30aa4-b859-4e8d-8133-525e11676de2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 814 time: 0.2272053 Jan 26 20:44:45.102336 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-f1d7d089-5181-4473-83e7-6a26900669d4 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/quotas/5572a469fa5f484e9c370d46e5990d75 HTTP/1.1" status: 200 len: 375 time: 0.0103967 Jan 26 20:44:45.125406 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f3d979dc-38fe-4455-a651-8b6c18c9173c req-f1955455-5033-4eb4-9852-49404a0140e1 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/security-groups?id=110215a6-e2f9-45c3-8ef9-0c22273cb8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397112 Jan 26 20:44:45.180723 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-653ebec2-6e58-4385-a9fe-6104d6b1def8 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727162 Jan 26 20:44:45.306590 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-ee8000e2-64ad-42a3-8478-74fc8add67f0 service neutron] 10.222.0.53 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188738 Jan 26 20:44:45.435369 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-9a393732-18c9-496e-93b1-2479c06eaf8c service neutron] 10.222.0.53 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225014 Jan 26 20:44:45.615402 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d0ed0b3a-9ae5-4162-9c65-bfdda1c32535 req-683910b7-9182-4a9a-a533-396bd268d9ea tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 210 time: 0.0448291 Jan 26 20:44:46.106501 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:46.158375 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:46.325795 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651c2ed-05d9-4ec4-82ae-3818745699b9 req-da00e783-5941-4768-a921-ae87d15b258a tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:46.327192 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d651c2ed-05d9-4ec4-82ae-3818745699b9 req-da00e783-5941-4768-a921-ae87d15b258a tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 949 time: 0.0785210 Jan 26 20:44:46.370605 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d651c2ed-05d9-4ec4-82ae-3818745699b9 req-4c9e8872-231c-428c-8856-feaba1c05ace tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/security-groups?id=110215a6-e2f9-45c3-8ef9-0c22273cb8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379140 Jan 26 20:44:46.435887 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74dfd4-05b2-4ca2-8a65-b6e1dc732e45 req-84defb06-0931-4656-9473-8246fb81a4d1 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:46.437353 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6d74dfd4-05b2-4ca2-8a65-b6e1dc732e45 req-84defb06-0931-4656-9473-8246fb81a4d1 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 949 time: 0.0747628 Jan 26 20:44:46.507439 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [req-6d74dfd4-05b2-4ca2-8a65-b6e1dc732e45 req-fb367b1c-0430-41bf-a6a2-2939efafa383 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Deleting port 1bf49561-d252-4784-ba63-8d912400fbf8 {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:44:46.507439 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-6d74dfd4-05b2-4ca2-8a65-b6e1dc732e45 req-fb367b1c-0430-41bf-a6a2-2939efafa383 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:46.704339 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-39429463-c6a8-4ed0-b8ff-06737e554ed1 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:46.705740 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-39429463-c6a8-4ed0-b8ff-06737e554ed1 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 814 time: 0.1540501 Jan 26 20:44:46.734062 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Request body: {'port': {'device_id': 'cea70f88-f768-4cea-a2e9-c997978824b6', 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485', 'admin_state_up': True, 'tenant_id': '5572a469fa5f484e9c370d46e5990d75'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:44:46.767809 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-6d74dfd4-05b2-4ca2-8a65-b6e1dc732e45 req-fb367b1c-0430-41bf-a6a2-2939efafa383 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] For port 1bf49561-d252-4784-ba63-8d912400fbf8, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=1bf49561-d252-4784-ba63-8d912400fbf8,segment=NetworkSegment(6217bdf1-7293-406d-8b99-b1b423a4df23),segment_id=6217bdf1-7293-406d-8b99-b1b423a4df23)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:46.768506 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-6d74dfd4-05b2-4ca2-8a65-b6e1dc732e45 req-fb367b1c-0430-41bf-a6a2-2939efafa383 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:46.826796 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-109de6bb-e866-4232-9744-02821b4a8345 req-dfb0a36a-c46b-4500-99b5-59bcee3c30e0 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 210 time: 0.0495369 Jan 26 20:44:46.887965 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:44:46.897200 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:44:46.907133 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Made reservation on behalf of 5572a469fa5f484e9c370d46e5990d75 for: {'port': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:44:46.910110 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:46.937869 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [req-6d74dfd4-05b2-4ca2-8a65-b6e1dc732e45 req-fb367b1c-0430-41bf-a6a2-2939efafa383 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Calling delete_port for 1bf49561-d252-4784-ba63-8d912400fbf8 owned by compute:nova {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:44:47.069626 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Allocated IP 172.20.0.4 (a04d71fd-b8e4-45c7-b700-e09f6c6a3485/9267125a-62c7-4862-ad7d-ad218cb7082a/9fe16d0a-2b7a-47b5-8c68-2a39e262d451) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:44:47.171787 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-6d74dfd4-05b2-4ca2-8a65-b6e1dc732e45 req-fb367b1c-0430-41bf-a6a2-2939efafa383 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:47.183468 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['1bf49561-d252-4784-ba63-8d912400fbf8'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:44:47.217041 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb367b1c-0430-41bf-a6a2-2939efafa383 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Pushing event deleted for resources: {'Port': ['ID=1bf49561-d252-4784-ba63-8d912400fbf8,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:47.284648 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:47.296500 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d74dfd4-05b2-4ca2-8a65-b6e1dc732e45 req-fb367b1c-0430-41bf-a6a2-2939efafa383 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] No DVR routers for this DVR port 1bf49561-d252-4784-ba63-8d912400fbf8 on host hv-cinder-82651 {{(pid=82709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:44:47.299424 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-6d74dfd4-05b2-4ca2-8a65-b6e1dc732e45 req-fb367b1c-0430-41bf-a6a2-2939efafa383 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:47.302302 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bbd895-4d66-4bcb-af0a-a07c181f6014', 'name': 'network-vif-deleted', 'tag': '1bf49561-d252-4784-ba63-8d912400fbf8'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:47.314538 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:47.318934 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6d74dfd4-05b2-4ca2-8a65-b6e1dc732e45 req-fb367b1c-0430-41bf-a6a2-2939efafa383 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.43 "DELETE /v2.0/ports/1bf49561-d252-4784-ba63-8d912400fbf8 HTTP/1.1" status: 204 len: 173 time: 0.8759379 Jan 26 20:44:47.327495 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['5925c6fd-7418-46a1-a78f-89abe9ad7fa4', '3d9057ba-1301-4b09-b3be-f3e5b69e79c5'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:44:47.393202 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:44:47.396745 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:44:47.401339 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:44:47.418951 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bbd895-4d66-4bcb-af0a-a07c181f6014', 'name': 'network-vif-deleted', 'tag': '1bf49561-d252-4784-ba63-8d912400fbf8', 'status': 'completed', 'code': 200} Jan 26 20:44:47.435413 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Pushing event updated for resources: {'Port': ['ID=9fe16d0a-2b7a-47b5-8c68-2a39e262d451,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:47.479172 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:47.479867 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:47.514371 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-b1b62455-a170-4341-a4bf-55245de9adfa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7884665 Jan 26 20:44:47.526102 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Request body: {'port': {'device_id': 'cea70f88-f768-4cea-a2e9-c997978824b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:44:47.594325 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-d03e0c48-e7b8-4f52-a257-9dc6269328cf req-be8d1edc-d478-4083-90b1-fabbe29082a7 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Synchronizing usage tracker for tenant:4fbe303b3397401ba0190b7b7994d9c3 on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:44:47.612738 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-d03e0c48-e7b8-4f52-a257-9dc6269328cf req-be8d1edc-d478-4083-90b1-fabbe29082a7 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] Unset dirty status for tenant:4fbe303b3397401ba0190b7b7994d9c3 on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:44:47.619441 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d03e0c48-e7b8-4f52-a257-9dc6269328cf req-be8d1edc-d478-4083-90b1-fabbe29082a7 tempest-VolumesNegativeTest-2109100076 tempest-VolumesNegativeTest-2109100076-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5bbd895-4d66-4bcb-af0a-a07c181f6014 HTTP/1.1" status: 200 len: 210 time: 0.0705884 Jan 26 20:44:47.656444 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:48.023045 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:48.116263 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 {{(pid=82708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:44:48.125419 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:48.150319 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Transition to ACTIVE for port object 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 will not be triggered until provisioned by entity L2. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:44:48.154714 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:48.211310 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaaadd-44b5-451f-af2f-b59a99b683b4 req-3f869855-5fc4-4083-b20a-7d671e5e970b tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:48.211988 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-2cdaaadd-44b5-451f-af2f-b59a99b683b4 req-3f869855-5fc4-4083-b20a-7d671e5e970b tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Synchronizing usage tracker for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:44:48.299286 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe16d0a-2b7a-47b5-8c68-2a39e262d451,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:48.302099 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-2cdaaadd-44b5-451f-af2f-b59a99b683b4 req-3f869855-5fc4-4083-b20a-7d671e5e970b tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Unset dirty status for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:44:48.303258 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2cdaaadd-44b5-451f-af2f-b59a99b683b4 req-3f869855-5fc4-4083-b20a-7d671e5e970b tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 931 time: 0.3398082 Jan 26 20:44:48.421231 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2cdaaadd-44b5-451f-af2f-b59a99b683b4 req-adc50b0d-b68f-4e15-a9fd-a2d053735d28 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910547 Jan 26 20:44:48.437374 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Attempting to bind port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:44:48.437707 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Attempting to bind port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:44:48.438013 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Attempting to bind port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 on network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:44:48.443658 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 on network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:44:48.443970 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Attempting to bind port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 on network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:44:48.450668 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:44:48.451017 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Checking segment: {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:44:48.451389 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Bound using segment: {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:44:48.451800 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Bound port: 9fe16d0a-2b7a-47b5-8c68-2a39e262d451, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'}}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:44:48.452135 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:48.539171 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] For port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451, host hv-cinder-82651, cleared binding levels {{(pid=82708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:44:48.542079 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] For port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=9fe16d0a-2b7a-47b5-8c68-2a39e262d451,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:44:48.546504 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:48.604933 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:48.606311 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/9fe16d0a-2b7a-47b5-8c68-2a39e262d451 HTTP/1.1" status: 200 len: 1093 time: 1.0847616 Jan 26 20:44:48.606734 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea70f88-f768-4cea-a2e9-c997978824b6', 'tag': '9fe16d0a-2b7a-47b5-8c68-2a39e262d451'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:48.625573 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acdaea-36e6-4a54-a605-21b221c106b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe16d0a-2b7a-47b5-8c68-2a39e262d451,revision_number=3']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:48.677088 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea70f88-f768-4cea-a2e9-c997978824b6', 'tag': '9fe16d0a-2b7a-47b5-8c68-2a39e262d451', 'status': 'completed', 'code': 200} Jan 26 20:44:48.716951 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-ae94506a-1651-41e5-b8dd-d2b3b7d5c1a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 1096 time: 0.0744102 Jan 26 20:44:48.786698 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-1f37ae5d-4f13-4544-9541-eef2e8f4e16a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe16d0a-2b7a-47b5-8c68-2a39e262d451 HTTP/1.1" status: 200 len: 217 time: 0.0618305 Jan 26 20:44:48.854829 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-5416995b-d9df-41ca-be3a-ea853968de88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:48.856820 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-5416995b-d9df-41ca-be3a-ea853968de88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9267125a-62c7-4862-ad7d-ad218cb7082a HTTP/1.1" status: 200 len: 854 time: 0.0628033 Jan 26 20:44:48.903283 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-441eba36-14a0-480e-abed-74f3d5b8fa8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383582 Jan 26 20:44:49.033525 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-69703324-e947-4418-8fa6-333ff8fa0883 service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230881 Jan 26 20:44:49.164385 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a021684b-c821-47c1-a6ba-1bea86b6f466 req-893f7776-e944-4438-b4c0-07f0c4009d69 service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244171 Jan 26 20:44:49.287301 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8f5aeddd-6a25-4fab-b7c0-536d97b16ffc req-430f76ea-2b41-4ad2-9a0e-8a275a1f48dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 1096 time: 0.0709395 Jan 26 20:44:49.418199 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5aeddd-6a25-4fab-b7c0-536d97b16ffc req-a833b07d-b585-452e-9742-605f84029fd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:49.419698 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8f5aeddd-6a25-4fab-b7c0-536d97b16ffc req-a833b07d-b585-452e-9742-605f84029fd5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 915 time: 0.1269288 Jan 26 20:44:49.493996 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8f5aeddd-6a25-4fab-b7c0-536d97b16ffc req-2eae2b92-f41c-41a9-9a47-c37562c52886 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe16d0a-2b7a-47b5-8c68-2a39e262d451 HTTP/1.1" status: 200 len: 217 time: 0.0675659 Jan 26 20:44:49.559387 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5aeddd-6a25-4fab-b7c0-536d97b16ffc req-c63d7f7e-1def-4765-90ff-a5c801774ae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:49.560899 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8f5aeddd-6a25-4fab-b7c0-536d97b16ffc req-c63d7f7e-1def-4765-90ff-a5c801774ae4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9267125a-62c7-4862-ad7d-ad218cb7082a HTTP/1.1" status: 200 len: 854 time: 0.0586815 Jan 26 20:44:49.610907 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8f5aeddd-6a25-4fab-b7c0-536d97b16ffc req-55242aac-79d2-4f58-8f1f-73f09825b140 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425370 Jan 26 20:44:49.632886 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ab7f1-7246-4df0-b504-52ce9d9821c8 req-87c8ac2a-4586-4cdf-975d-26c3b9df226e tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:49.638345 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-da4ab7f1-7246-4df0-b504-52ce9d9821c8 req-87c8ac2a-4586-4cdf-975d-26c3b9df226e tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 943 time: 0.0872688 Jan 26 20:44:49.688295 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-da4ab7f1-7246-4df0-b504-52ce9d9821c8 req-18943e69-fc81-4b0d-99b0-5407565375a3 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474594 Jan 26 20:44:49.835511 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8f5aeddd-6a25-4fab-b7c0-536d97b16ffc req-319eb009-3d44-4303-bb9c-3dc8782dbd6e service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183013 Jan 26 20:44:49.969544 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8f5aeddd-6a25-4fab-b7c0-536d97b16ffc req-78f6c0da-fcb1-4fd6-b569-fab175ef70b3 service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271415 Jan 26 20:44:50.161173 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 1bf49561-d252-4784-ba63-8d912400fbf8 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:44:50.193905 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 1bf49561-d252-4784-ba63-8d912400fbf8 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:44:50.194237 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 1bf49561-d252-4784-ba63-8d912400fbf8 not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:44:51.028344 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee6f6a-361c-47df-b277-60311a09461f req-777976db-4dbc-4240-992a-dd791fc1579f tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:51.029802 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b2ee6f6a-361c-47df-b277-60311a09461f req-777976db-4dbc-4240-992a-dd791fc1579f tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 943 time: 0.0759237 Jan 26 20:44:51.076193 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b2ee6f6a-361c-47df-b277-60311a09461f req-36e4863f-c303-4c69-a6c3-023e0f3fb062 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Jan 26 20:44:52.176640 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:44:52.272884 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2068f5-fec7-420a-9d29-db8bf532356e req-2baa5803-52d8-495c-aa46-6d0ad44cf85e tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:52.274373 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-da2068f5-fec7-420a-9d29-db8bf532356e req-2baa5803-52d8-495c-aa46-6d0ad44cf85e tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 943 time: 0.0763364 Jan 26 20:44:52.310135 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=9fe16d0a-2b7a-47b5-8c68-2a39e262d451,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:52.318590 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-da2068f5-fec7-420a-9d29-db8bf532356e req-9a27ff5f-71e5-4903-970f-92ef6bcbcaa4 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381649 Jan 26 20:44:52.322908 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '9fe16d0a-2b7a-47b5-8c68-2a39e262d451', 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485', 'port_id': '9fe16d0a-2b7a-47b5-8c68-2a39e262d451', 'mac_address': 'fa:16:3e:7d:5a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9267125a-62c7-4862-ad7d-ad218cb7082a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:44:52.374651 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:52.391259 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:44:52.406645 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=9fe16d0a-2b7a-47b5-8c68-2a39e262d451,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:52.410429 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:52.476045 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=9fe16d0a-2b7a-47b5-8c68-2a39e262d451,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:52.667213 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['9fe16d0a-2b7a-47b5-8c68-2a39e262d451'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:44:53.391276 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45816) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:53.519785 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a16bf-4212-4e01-8678-8de0f6f51cbf req-93a235ca-06ea-4656-93d0-1aeb70a1e1de tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:53.521236 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ef4a16bf-4212-4e01-8678-8de0f6f51cbf req-93a235ca-06ea-4656-93d0-1aeb70a1e1de tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 944 time: 0.0811968 Jan 26 20:44:53.599126 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-ef4a16bf-4212-4e01-8678-8de0f6f51cbf req-e6ab5ff8-d7d6-45e5-b72a-694dd6958ec8 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643680 Jan 26 20:44:53.601183 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-ba944019-a44c-4a3d-a75c-5047709a4261 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fbe303b3397401ba0190b7b7994d9c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2088735 Jan 26 20:44:53.603654 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45822) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:53.661959 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-80a6115a-c465-4f42-bd57-5985f6bdfa4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:53.686626 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-80a6115a-c465-4f42-bd57-5985f6bdfa4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:53.738957 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-80a6115a-c465-4f42-bd57-5985f6bdfa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:53.756326 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6115a-c465-4f42-bd57-5985f6bdfa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110215a6-e2f9-45c3-8ef9-0c22273cb8f2,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:53.767608 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-80a6115a-c465-4f42-bd57-5985f6bdfa4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:53.768724 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-80a6115a-c465-4f42-bd57-5985f6bdfa4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/110215a6-e2f9-45c3-8ef9-0c22273cb8f2 HTTP/1.1" status: 204 len: 168 time: 0.1642168 Jan 26 20:44:54.212931 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:44:54.279639 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:44:54.284797 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:44:54.285164 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:54.403473 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:54.430751 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea70f88-f768-4cea-a2e9-c997978824b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe16d0a-2b7a-47b5-8c68-2a39e262d451'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:54.443063 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=9fe16d0a-2b7a-47b5-8c68-2a39e262d451,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:44:54.447725 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:44:54.491135 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea70f88-f768-4cea-a2e9-c997978824b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe16d0a-2b7a-47b5-8c68-2a39e262d451', 'code': 200} Jan 26 20:44:54.527817 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=9fe16d0a-2b7a-47b5-8c68-2a39e262d451,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:44:54.770408 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-254c1f82-29ec-4659-b7a1-62cd57c1f608 req-b28b0492-8585-4b36-a991-a7be5d8437e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 1098 time: 0.1126370 Jan 26 20:44:54.830618 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-254c1f82-29ec-4659-b7a1-62cd57c1f608 req-aa957913-9284-43ec-9840-5569309f871c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533977 Jan 26 20:44:54.836916 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5c8d4-7363-4f4c-893a-4599f2253b89 req-5e0b4940-db14-40b3-a584-9c516a1063c3 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:54.838417 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-70d5c8d4-7363-4f4c-893a-4599f2253b89 req-5e0b4940-db14-40b3-a584-9c516a1063c3 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 945 time: 0.1152778 Jan 26 20:44:54.888119 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-70d5c8d4-7363-4f4c-893a-4599f2253b89 req-f92d3f9d-ca00-47c6-8ec3-b1e8b1f8c9ed tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403447 Jan 26 20:44:56.087400 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696ca7e-4b0d-4401-be68-f2c96d566c18 req-1e9f6047-b6ab-47c1-b3c7-583aa91a3a06 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:56.088837 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6696ca7e-4b0d-4401-be68-f2c96d566c18 req-1e9f6047-b6ab-47c1-b3c7-583aa91a3a06 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 945 time: 0.0792270 Jan 26 20:44:56.134486 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6696ca7e-4b0d-4401-be68-f2c96d566c18 req-5cf9e3ab-53f0-4147-89eb-45fbbc1a8ff3 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394981 Jan 26 20:44:57.330405 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85f3c5-25db-46fc-9030-9d9d57e18e68 req-a8f95781-2df6-40ce-b753-4abb8db1ea4a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:44:57.331855 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6e85f3c5-25db-46fc-9030-9d9d57e18e68 req-a8f95781-2df6-40ce-b753-4abb8db1ea4a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 945 time: 0.0727465 Jan 26 20:44:57.378954 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6e85f3c5-25db-46fc-9030-9d9d57e18e68 req-a7f22ba3-31c3-4b0e-a64d-45c62b832ee2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Jan 26 20:45:02.532076 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 45922) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:02.670273 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:02.699279 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:45:02.702947 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Usage tracker for resource:security_group_rule and tenant:1f0b546cbdd54729b35e0eff44ef7fbd is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:45:02.705670 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:45:02.711182 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:45:02.774484 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:02.778261 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:02.822348 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd40e51-5f8e-4bc7-8caf-98ff4f999a38,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:02.826824 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f0b546cbdd54729b35e0eff44ef7fbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2937720 Jan 26 20:45:02.829798 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 45930) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:02.833252 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:02.833595 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:02.833919 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:02.834245 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:02.834562 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:02.834878 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:02.835227 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:02.835544 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:02.835856 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:02.836165 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:02.836473 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb1e2ed-70fe-432c-bc99-44145180f4f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:02.887530 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-feaba184-811d-4ff7-99c5-5ef9c6743b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:02.911954 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-feaba184-811d-4ff7-99c5-5ef9c6743b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:02.960754 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-feaba184-811d-4ff7-99c5-5ef9c6743b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:02.975543 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaba184-811d-4ff7-99c5-5ef9c6743b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd40e51-5f8e-4bc7-8caf-98ff4f999a38,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:02.979689 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-feaba184-811d-4ff7-99c5-5ef9c6743b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:02.983914 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-feaba184-811d-4ff7-99c5-5ef9c6743b38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bd40e51-5f8e-4bc7-8caf-98ff4f999a38 HTTP/1.1" status: 204 len: 168 time: 0.1530564 Jan 26 20:45:03.279598 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:05.547338 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99e812-faa1-4383-90ed-70dffb8b8752 req-f12d1987-a008-4397-b113-aa842c57d959 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:05.548766 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0b99e812-faa1-4383-90ed-70dffb8b8752 req-f12d1987-a008-4397-b113-aa842c57d959 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 945 time: 0.0777149 Jan 26 20:45:05.593079 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0b99e812-faa1-4383-90ed-70dffb8b8752 req-7d5b2453-6c44-4aa1-a166-3388717b15c7 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389137 Jan 26 20:45:06.797697 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4667d-95cb-4402-aa90-4ee57d0d743b req-0f5322e0-e2da-4cdd-8104-4c16b231d5e9 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:06.799171 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-19c4667d-95cb-4402-aa90-4ee57d0d743b req-0f5322e0-e2da-4cdd-8104-4c16b231d5e9 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 945 time: 0.0818312 Jan 26 20:45:06.843248 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-19c4667d-95cb-4402-aa90-4ee57d0d743b req-61f258e7-e8a8-45f1-8822-f8ff9cc7ad80 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384729 Jan 26 20:45:07.196699 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-1c5b9dfd-ff7b-4d60-b4d0-2a88da5b8ae7 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:07.198128 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-1c5b9dfd-ff7b-4d60-b4d0-2a88da5b8ae7 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 945 time: 0.0757313 Jan 26 20:45:07.267664 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Deleting port 02792e6f-5ce1-4474-af43-4192b72595d3 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:45:07.267914 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:07.497077 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] For port 02792e6f-5ce1-4474-af43-4192b72595d3, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=02792e6f-5ce1-4474-af43-4192b72595d3,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:07.497959 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:07.854718 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:07.855499 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:07.855499 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.db.l3_db [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Floating IP 3d343288-af00-4045-81b6-043cd33af742 disassociated. External IP: 172.27.0.71, port: 02792e6f-5ce1-4474-af43-4192b72595d3. Jan 26 20:45:07.855727 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Calling delete_port for 02792e6f-5ce1-4474-af43-4192b72595d3 owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:45:07.995856 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:08.003035 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c7cd7182-a138-4875-bba4-45f6186954d8 req-28433493-c785-432d-b29b-55dccf960d5f tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 210 time: 0.0409424 Jan 26 20:45:08.041809 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event deleted for resources: {'Port': ['ID=02792e6f-5ce1-4474-af43-4192b72595d3,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:08.250318 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Router b3c46489-6f21-40a6-87c6-d47343b94824 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:45:08.459873 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:45:08.470364 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ecc6ef-216a-4e42-91a7-56b4c414dece None None] Sync routers for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:45:08.483263 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ecc6ef-216a-4e42-91a7-56b4c414dece None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:45:08.483865 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-84ecc6ef-216a-4e42-91a7-56b4c414dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:44:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:45:08.552646 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] No DVR routers for this DVR port 02792e6f-5ce1-4474-af43-4192b72595d3 on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:45:08.555850 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:08.573648 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'name': 'network-vif-deleted', 'tag': '02792e6f-5ce1-4474-af43-4192b72595d3'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:08.583260 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f82e1314-01ce-4d4e-93ce-f0270178a9fc req-847d0845-96de-4f35-a4cb-0c809d522795 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "DELETE /v2.0/ports/02792e6f-5ce1-4474-af43-4192b72595d3 HTTP/1.1" status: 204 len: 173 time: 1.3798690 Jan 26 20:45:08.648442 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8756dfc-bb93-417b-b389-78a67937afb4', 'name': 'network-vif-deleted', 'tag': '02792e6f-5ce1-4474-af43-4192b72595d3', 'status': 'completed', 'code': 200} Jan 26 20:45:08.689846 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-84ecc6ef-216a-4e42-91a7-56b4c414dece None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:45:09.065035 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-84ecc6ef-216a-4e42-91a7-56b4c414dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:45:09.069022 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ecc6ef-216a-4e42-91a7-56b4c414dece None None] Checking router: b3c46489-6f21-40a6-87c6-d47343b94824 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:45:09.081029 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ecc6ef-216a-4e42-91a7-56b4c414dece None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:45:09.081828 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-84ecc6ef-216a-4e42-91a7-56b4c414dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:44:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:45:09.182060 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-cebb9807-ef71-450d-b7c6-268f9f6a4da1 req-098aaad6-4208-4f3b-9fd5-427ce4a0884a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8756dfc-bb93-417b-b389-78a67937afb4 HTTP/1.1" status: 200 len: 210 time: 0.0511572 Jan 26 20:45:09.264986 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-84ecc6ef-216a-4e42-91a7-56b4c414dece None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:45:09.576212 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-84ecc6ef-216a-4e42-91a7-56b4c414dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:45:09.580222 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ecc6ef-216a-4e42-91a7-56b4c414dece None None] The sync data for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi is: [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:45:09.813798 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719bdd48-004e-4f17-be7b-cbc491090da3 None None] New status for floating IP 3d343288-af00-4045-81b6-043cd33af742: DOWN {{(pid=82711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:45:10.269166 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 02792e6f-5ce1-4474-af43-4192b72595d3 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:45:10.302160 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 02792e6f-5ce1-4474-af43-4192b72595d3 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:45:10.302539 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 02792e6f-5ce1-4474-af43-4192b72595d3 not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:45:10.381112 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-ed326356-d01c-4dcd-96be-7edcfd2646c0 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:10.382539 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-ed326356-d01c-4dcd-96be-7edcfd2646c0 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 814 time: 0.1457863 Jan 26 20:45:10.399475 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-71766f37-2f2b-455e-8c1a-90898e3bd6bf tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/quotas/5572a469fa5f484e9c370d46e5990d75 HTTP/1.1" status: 200 len: 375 time: 0.0112841 Jan 26 20:45:10.480568 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-681d8c2f-4d2e-4047-b0fe-779cd03eca65 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746024 Jan 26 20:45:10.611883 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-2ffe6246-d935-4458-8f74-76744bbac0a4 service neutron] 10.222.0.53 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241221 Jan 26 20:45:10.617028 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-36b6a8c4-d887-4d34-846f-764b1fd6177b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090726675&fields=id&tenant_id=e9a57cd7739d474faf8f56ebf9f56596 HTTP/1.1" status: 200 len: 267 time: 0.0402663 Jan 26 20:45:10.739494 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-51eb0dbb-32e9-466b-a79f-bc946c171d1c service neutron] 10.222.0.53 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220629 Jan 26 20:45:10.760502 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6069706-9804-4e12-ab1b-d62961609235 req-7bea16a5-14d2-4eb0-b648-f1ee6ce498e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:10.762017 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-7bea16a5-14d2-4eb0-b648-f1ee6ce498e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 812 time: 0.1379826 Jan 26 20:45:10.777493 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-04dd0fa5-5085-4182-bb1b-546a8e1fa06e tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/quotas/e9a57cd7739d474faf8f56ebf9f56596 HTTP/1.1" status: 200 len: 375 time: 0.0100853 Jan 26 20:45:10.869364 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-b6069706-9804-4e12-ab1b-d62961609235 req-1f03a2be-8680-4be9-b51b-e062a96f6f78 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Synchronizing usage tracker for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:45:10.885026 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-b6069706-9804-4e12-ab1b-d62961609235 req-1f03a2be-8680-4be9-b51b-e062a96f6f78 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Unset dirty status for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:45:10.886483 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-1f03a2be-8680-4be9-b51b-e062a96f6f78 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042182 Jan 26 20:45:10.931702 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7d2b2652-57a5-4976-bab1-5655c90ffc57 req-e199480b-a893-4a6e-9aed-18b10bc43129 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 210 time: 0.0419695 Jan 26 20:45:11.035917 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-c9e31c38-f212-40e6-be7a-4a7e8c77c584 service neutron] 10.222.0.53 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370442 Jan 26 20:45:11.179532 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-f2be5b35-e8cf-4e53-a5e1-29c46bf543f8 service neutron] 10.222.0.53 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379743 Jan 26 20:45:11.597438 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b6df9bd3-8d95-41fb-928c-8120cfc4f87b req-2bb1f04a-2831-4be5-94ca-9eba46a4664d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 210 time: 0.0480721 Jan 26 20:45:11.958431 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-7d9c0714-815e-459f-8650-eef53309c1ce tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:11.961066 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-7d9c0714-815e-459f-8650-eef53309c1ce tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 814 time: 0.1493042 Jan 26 20:45:11.987274 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Request body: {'port': {'device_id': 'c8cd8fe7-d294-4456-9b7a-605d8cde7019', 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485', 'admin_state_up': True, 'tenant_id': '5572a469fa5f484e9c370d46e5990d75'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:45:12.118163 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6292f51b-b192-42e9-bb36-9acab699a001 req-de4e9a34-845e-4577-b8fd-56048d957cd3 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 210 time: 0.0535743 Jan 26 20:45:12.279694 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:45:12.288910 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:45:12.298267 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Made reservation on behalf of 5572a469fa5f484e9c370d46e5990d75 for: {'port': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:45:12.301175 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:12.458529 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Allocated IP 172.20.0.13 (a04d71fd-b8e4-45c7-b700-e09f6c6a3485/9267125a-62c7-4862-ad7d-ad218cb7082a/6cc4d8ed-8291-4c0e-9366-df4937493a6f) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:45:12.568704 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-1821ad0e-1a2c-49c2-9be2-e3f05e2a9d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:12.669864 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:12.706964 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:12.719160 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['5925c6fd-7418-46a1-a78f-89abe9ad7fa4', '3d9057ba-1301-4b09-b3be-f3e5b69e79c5', '9fe16d0a-2b7a-47b5-8c68-2a39e262d451'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:45:12.769509 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-bec8c678-6857-4cdc-a3c5-2390479fdc3c req-1b4efe27-2dc0-400f-ad5c-36a5c3724cb3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 210 time: 0.0444489 Jan 26 20:45:12.777832 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6069706-9804-4e12-ab1b-d62961609235 req-417bda35-8cd7-473a-b44d-00fea3e65527 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:12.778580 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-b6069706-9804-4e12-ab1b-d62961609235 req-417bda35-8cd7-473a-b44d-00fea3e65527 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Synchronizing usage tracker for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:network {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:45:12.799700 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-b6069706-9804-4e12-ab1b-d62961609235 req-417bda35-8cd7-473a-b44d-00fea3e65527 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Unset dirty status for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:network {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:45:12.801021 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-417bda35-8cd7-473a-b44d-00fea3e65527 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 812 time: 0.2291639 Jan 26 20:45:12.821343 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:45:12.824863 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:45:12.829462 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:45:12.863530 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-e65e5c3c-ad99-4649-937e-83a29f9bfcfe tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9a57cd7739d474faf8f56ebf9f56596 HTTP/1.1" status: 200 len: 380 time: 0.0464575 Jan 26 20:45:12.868397 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Pushing event updated for resources: {'Port': ['ID=6cc4d8ed-8291-4c0e-9366-df4937493a6f,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:12.874249 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'port': {'device_id': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'admin_state_up': True, 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'security_groups': ['0aca20fc-72fc-4a04-8760-f790dac2c149']}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:45:12.914355 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:12.915050 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:12.943448 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-d260be4e-e3a0-4f07-bbe2-49edd0b1b851 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9600239 Jan 26 20:45:12.963369 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Request body: {'port': {'device_id': 'c8cd8fe7-d294-4456-9b7a-605d8cde7019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:45:13.073403 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:13.102519 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:45:13.112418 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:45:13.124060 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Made reservation on behalf of e9a57cd7739d474faf8f56ebf9f56596 for: {'port': 1} {{(pid=82709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:45:13.127626 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:13.295841 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Allocated IP 172.20.0.3 (c83090db-3345-4185-95c5-e77079404feb/1541ad6d-fe96-40af-9f9c-9494a1a64fe4/312b3392-a703-406c-af75-89dd6989f7e3) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:45:13.440724 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24075c-f567-4c79-9f22-c6ba3f1f7f14 req-275298a2-0d44-4947-80e1-62bf2e98fa5c tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:13.441439 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-dd24075c-f567-4c79-9f22-c6ba3f1f7f14 req-275298a2-0d44-4947-80e1-62bf2e98fa5c tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Synchronizing usage tracker for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:45:13.503488 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:13.507868 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-dd24075c-f567-4c79-9f22-c6ba3f1f7f14 req-275298a2-0d44-4947-80e1-62bf2e98fa5c tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Unset dirty status for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:45:13.509014 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-dd24075c-f567-4c79-9f22-c6ba3f1f7f14 req-275298a2-0d44-4947-80e1-62bf2e98fa5c tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 932 time: 0.2638974 Jan 26 20:45:13.519522 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc4d8ed-8291-4c0e-9366-df4937493a6f {{(pid=82708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:45:13.522513 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Transition to ACTIVE for port object 312b3392-a703-406c-af75-89dd6989f7e3 will not be triggered until provisioned by entity DHCP. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:45:13.540014 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:13.546301 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:13.572857 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Transition to ACTIVE for port object 6cc4d8ed-8291-4c0e-9366-df4937493a6f will not be triggered until provisioned by entity L2. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:45:13.578726 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:13.620645 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Network c83090db-3345-4185-95c5-e77079404feb is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:45:13.624906 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:45:13.627202 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'Port': ['ID=312b3392-a703-406c-af75-89dd6989f7e3,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:13.628435 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-dd24075c-f567-4c79-9f22-c6ba3f1f7f14 req-eae87afd-5b38-42aa-8661-bfcd05eac092 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113479 Jan 26 20:45:13.635577 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:45:13.663570 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:13.663918 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:13.664257 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:13.664790 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:13.665124 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:13.665452 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:13.665777 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:13.666100 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:13.666418 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:13.666751 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:13.667083 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:13.706467 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:13.707126 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:13.716524 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc4d8ed-8291-4c0e-9366-df4937493a6f,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:13.736982 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-e9fabd7c-3b69-4118-901c-048e3c9feaa3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8677332 Jan 26 20:45:13.749094 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Request body: {'port': {'device_id': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:45:13.824244 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Attempting to bind port 6cc4d8ed-8291-4c0e-9366-df4937493a6f on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:45:13.824583 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Attempting to bind port 6cc4d8ed-8291-4c0e-9366-df4937493a6f by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:45:13.824907 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Attempting to bind port 6cc4d8ed-8291-4c0e-9366-df4937493a6f on network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:45:13.830876 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Port 6cc4d8ed-8291-4c0e-9366-df4937493a6f on network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:45:13.831228 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Attempting to bind port 6cc4d8ed-8291-4c0e-9366-df4937493a6f on network a04d71fd-b8e4-45c7-b700-e09f6c6a3485 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:45:13.838674 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:45:13.839304 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Checking segment: {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:45:13.839818 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Bound using segment: {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:45:13.840264 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Bound port: 6cc4d8ed-8291-4c0e-9366-df4937493a6f, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c2369ac-f692-4bb7-92c7-9804aa9d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485'}}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:45:13.840608 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:13.870569 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:13.872229 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-6e504cbb-7cce-4cb3-9887-2919731b14fc None None] Provisioning for port 312b3392-a703-406c-af75-89dd6989f7e3 completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:45:13.878310 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-6e504cbb-7cce-4cb3-9887-2919731b14fc None None] Provisioning complete for port 312b3392-a703-406c-af75-89dd6989f7e3 triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:45:13.878957 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-6e504cbb-7cce-4cb3-9887-2919731b14fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:13.939252 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] For port 6cc4d8ed-8291-4c0e-9366-df4937493a6f, host hv-cinder-82651, cleared binding levels {{(pid=82708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:45:13.939893 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-6e504cbb-7cce-4cb3-9887-2919731b14fc None None] Port 312b3392-a703-406c-af75-89dd6989f7e3 cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:45:13.943751 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] For port 6cc4d8ed-8291-4c0e-9366-df4937493a6f, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=6cc4d8ed-8291-4c0e-9366-df4937493a6f,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:45:13.948042 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:14.012336 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:14.013726 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/6cc4d8ed-8291-4c0e-9366-df4937493a6f HTTP/1.1" status: 200 len: 1094 time: 1.0581613 Jan 26 20:45:14.014154 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cd8fe7-d294-4456-9b7a-605d8cde7019', 'tag': '6cc4d8ed-8291-4c0e-9366-df4937493a6f'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:14.030211 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa4b6a-818a-42d7-91ee-55493c7f03f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc4d8ed-8291-4c0e-9366-df4937493a6f,revision_number=3']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:14.097829 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cd8fe7-d294-4456-9b7a-605d8cde7019', 'tag': '6cc4d8ed-8291-4c0e-9366-df4937493a6f', 'status': 'completed', 'code': 200} Jan 26 20:45:14.109448 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab2574-d065-4050-b958-124a991a2503 req-7e259a35-02ab-48c0-9f3f-1c06f678af42 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:14.110132 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a7ab2574-d065-4050-b958-124a991a2503 req-7e259a35-02ab-48c0-9f3f-1c06f678af42 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Synchronizing usage tracker for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:45:14.142341 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-6a529c70-8fde-454d-9a4e-602905936bc0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 1097 time: 0.0778866 Jan 26 20:45:14.173795 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-a7ab2574-d065-4050-b958-124a991a2503 req-7e259a35-02ab-48c0-9f3f-1c06f678af42 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Unset dirty status for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:45:14.174922 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a7ab2574-d065-4050-b958-124a991a2503 req-7e259a35-02ab-48c0-9f3f-1c06f678af42 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 931 time: 0.2525730 Jan 26 20:45:14.209508 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-dabb1ab5-9573-447b-9c8e-c2e74e1f3e10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cc4d8ed-8291-4c0e-9366-df4937493a6f HTTP/1.1" status: 200 len: 217 time: 0.0594432 Jan 26 20:45:14.259293 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a7ab2574-d065-4050-b958-124a991a2503 req-1542acae-1821-4029-a538-212b802cf560 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772321 Jan 26 20:45:14.336255 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312b3392-a703-406c-af75-89dd6989f7e3 {{(pid=82709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:45:14.343748 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:14.359896 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.provisioning_blocks [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Transition to ACTIVE for port object 312b3392-a703-406c-af75-89dd6989f7e3 will not be triggered until provisioned by entity L2. {{(pid=82709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:45:14.364559 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:14.367210 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-30f880f5-ca3f-4ccc-949b-90dc10225bff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:14.368645 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-30f880f5-ca3f-4ccc-949b-90dc10225bff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9267125a-62c7-4862-ad7d-ad218cb7082a HTTP/1.1" status: 200 len: 854 time: 0.1509686 Jan 26 20:45:14.421612 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-f9cad8a2-964e-4437-83e2-ed8b467afc62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435460 Jan 26 20:45:14.494345 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Pushing event updated for resources: {'Port': ['ID=312b3392-a703-406c-af75-89dd6989f7e3,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:14.566956 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-e3585d66-b28b-4aa4-a4ab-b1ccddb39554 service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379142 Jan 26 20:45:14.622664 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Attempting to bind port 312b3392-a703-406c-af75-89dd6989f7e3 on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:45:14.623209 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Attempting to bind port 312b3392-a703-406c-af75-89dd6989f7e3 by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:45:14.623691 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Attempting to bind port 312b3392-a703-406c-af75-89dd6989f7e3 on network c83090db-3345-4185-95c5-e77079404feb {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:45:14.631324 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Port 312b3392-a703-406c-af75-89dd6989f7e3 on network c83090db-3345-4185-95c5-e77079404feb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:45:14.631633 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Attempting to bind port 312b3392-a703-406c-af75-89dd6989f7e3 on network c83090db-3345-4185-95c5-e77079404feb {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:45:14.637780 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:45:14.638102 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Checking segment: {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:45:14.638471 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Bound using segment: {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'} {{(pid=82709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:45:14.638872 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.managers [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Bound port: 312b3392-a703-406c-af75-89dd6989f7e3, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'}}] {{(pid=82709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:45:14.639227 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:14.717550 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb386506-b0d9-4d0d-9585-6d3065f32f19 req-046ac74f-30ce-438f-83c9-145b46e25619 service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441026 Jan 26 20:45:14.730262 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] For port 312b3392-a703-406c-af75-89dd6989f7e3, host hv-cinder-82651, cleared binding levels {{(pid=82709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:45:14.733921 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] For port 312b3392-a703-406c-af75-89dd6989f7e3, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=312b3392-a703-406c-af75-89dd6989f7e3,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:45:14.739737 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:14.800607 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:14.801945 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] 10.222.0.43 "PUT /v2.0/ports/312b3392-a703-406c-af75-89dd6989f7e3 HTTP/1.1" status: 200 len: 1093 time: 1.0578356 Jan 26 20:45:14.802373 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'tag': '312b3392-a703-406c-af75-89dd6989f7e3'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:14.831064 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a870a8-d2dd-4774-b8c8-e94229b3a60c service neutron] Pushing event updated for resources: {'Port': ['ID=312b3392-a703-406c-af75-89dd6989f7e3,revision_number=3']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:14.849471 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-af92e147-824d-4e25-8a5b-9a0994d68c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:14.900029 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'tag': '312b3392-a703-406c-af75-89dd6989f7e3', 'status': 'completed', 'code': 200} Jan 26 20:45:14.908146 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7d7e-7d03-4f91-883e-3f613b4938a2 req-e16c5c99-9ad5-4689-a029-ca00fec036a0 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:14.909607 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6e2e7d7e-7d03-4f91-883e-3f613b4938a2 req-e16c5c99-9ad5-4689-a029-ca00fec036a0 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 944 time: 0.1504810 Jan 26 20:45:14.913624 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-52c016ac-21a7-43bd-8d2b-4a7f03d398cd req-e85f8fa1-9a0e-42ee-b2b4-bd53437e1c04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 1097 time: 0.1230655 Jan 26 20:45:14.956066 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-0dbf4df0-dcdb-4157-a04c-e9be63f1b989 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 1096 time: 0.1065509 Jan 26 20:45:15.038379 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6e2e7d7e-7d03-4f91-883e-3f613b4938a2 req-93837be5-9920-47cc-8fcf-6e1fb522080d tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215198 Jan 26 20:45:15.094459 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c016ac-21a7-43bd-8d2b-4a7f03d398cd req-49ff074c-3c70-4dd9-ad43-a2495ed69456 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:15.095861 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-52c016ac-21a7-43bd-8d2b-4a7f03d398cd req-49ff074c-3c70-4dd9-ad43-a2495ed69456 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 915 time: 0.1627529 Jan 26 20:45:15.112822 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-ef10ca48-7349-4252-af80-7a3e13f48843 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=312b3392-a703-406c-af75-89dd6989f7e3 HTTP/1.1" status: 200 len: 217 time: 0.1469164 Jan 26 20:45:15.167254 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-52c016ac-21a7-43bd-8d2b-4a7f03d398cd req-3564e565-fa53-4a03-8dee-c94dffbddbb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cc4d8ed-8291-4c0e-9366-df4937493a6f HTTP/1.1" status: 200 len: 217 time: 0.0627105 Jan 26 20:45:15.175707 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6069706-9804-4e12-ab1b-d62961609235 req-dc93f26e-41df-4b31-bcea-0fed93806ee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:15.177081 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-dc93f26e-41df-4b31-bcea-0fed93806ee8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0581887 Jan 26 20:45:15.230995 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c016ac-21a7-43bd-8d2b-4a7f03d398cd req-ba949ab6-9863-49ab-801b-106330bec183 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:15.232458 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-52c016ac-21a7-43bd-8d2b-4a7f03d398cd req-ba949ab6-9863-49ab-801b-106330bec183 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9267125a-62c7-4862-ad7d-ad218cb7082a HTTP/1.1" status: 200 len: 854 time: 0.0566618 Jan 26 20:45:15.254885 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-8b8d4358-7d6f-42e5-89e0-9b6ead0c5ab6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683370 Jan 26 20:45:15.289610 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-52c016ac-21a7-43bd-8d2b-4a7f03d398cd req-1a47c20b-05c5-4a2e-8c33-564c21c4c37b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504029 Jan 26 20:45:15.425233 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-52c016ac-21a7-43bd-8d2b-4a7f03d398cd req-63d548ce-fb87-4111-813f-4feb841d18bc service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283920 Jan 26 20:45:15.426575 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-41c5f03b-3a0f-4d2f-913c-89dc7ba81f02 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611528 Jan 26 20:45:15.551392 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4783f2-5b54-4ee0-acb8-dd13ea64f571 req-669682e0-51d4-4fcf-a153-5ae073a03c5f tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:15.552826 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7e4783f2-5b54-4ee0-acb8-dd13ea64f571 req-669682e0-51d4-4fcf-a153-5ae073a03c5f tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 943 time: 0.1611197 Jan 26 20:45:15.562488 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-52c016ac-21a7-43bd-8d2b-4a7f03d398cd req-461ec23a-cf6f-4364-9ff0-7693ba470a39 service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244342 Jan 26 20:45:15.606951 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b6069706-9804-4e12-ab1b-d62961609235 req-3f0e60a4-6da3-42e4-8f27-85e18af8c61e service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680787 Jan 26 20:45:15.625680 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7e4783f2-5b54-4ee0-acb8-dd13ea64f571 req-8203f64b-0c95-45c2-bc45-ecc668b62de5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604565 Jan 26 20:45:15.723755 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b971ccb2-b961-44eb-a98c-a07a6492b232 req-87154fb4-b6ac-410e-b6ab-5bf1bc49111d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 1096 time: 0.0668318 Jan 26 20:45:15.852521 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971ccb2-b961-44eb-a98c-a07a6492b232 req-511afdf5-15a7-478f-bee5-8f7d67f07958 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:15.853951 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b971ccb2-b961-44eb-a98c-a07a6492b232 req-511afdf5-15a7-478f-bee5-8f7d67f07958 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 913 time: 0.1234627 Jan 26 20:45:15.924080 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b971ccb2-b961-44eb-a98c-a07a6492b232 req-d8a909c6-f3bc-4555-921e-8c612ac3b28a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=312b3392-a703-406c-af75-89dd6989f7e3 HTTP/1.1" status: 200 len: 217 time: 0.0627811 Jan 26 20:45:15.985091 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971ccb2-b961-44eb-a98c-a07a6492b232 req-e9297a5d-ce59-4ed4-831d-9e7b46114058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:15.986423 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b971ccb2-b961-44eb-a98c-a07a6492b232 req-e9297a5d-ce59-4ed4-831d-9e7b46114058 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0555444 Jan 26 20:45:16.066279 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b971ccb2-b961-44eb-a98c-a07a6492b232 req-7851e6aa-0555-4b7e-b4c2-de679c3eda33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700846 Jan 26 20:45:16.112362 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:16.162258 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:16.207725 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b971ccb2-b961-44eb-a98c-a07a6492b232 req-644cb103-95bf-4a62-887a-3a3d22fd125f service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346598 Jan 26 20:45:16.234510 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516ef4a-39f2-41e5-a66c-d7bfebf0015b req-ce5907f4-2024-4a89-accc-c74ba7b7369a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:16.235992 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4516ef4a-39f2-41e5-a66c-d7bfebf0015b req-ce5907f4-2024-4a89-accc-c74ba7b7369a tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 944 time: 0.0745537 Jan 26 20:45:16.279666 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4516ef4a-39f2-41e5-a66c-d7bfebf0015b req-74e71ac7-c6c0-4b47-80b3-dac337850466 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382333 Jan 26 20:45:16.284351 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 6cc4d8ed-8291-4c0e-9366-df4937493a6f details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:45:16.347316 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-b971ccb2-b961-44eb-a98c-a07a6492b232 req-11e898ce-5089-4d8e-a175-2318a1ee4d7d service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317987 Jan 26 20:45:16.414580 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 6cc4d8ed-8291-4c0e-9366-df4937493a6f, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=6cc4d8ed-8291-4c0e-9366-df4937493a6f,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:16.427664 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '6cc4d8ed-8291-4c0e-9366-df4937493a6f', 'network_id': 'a04d71fd-b8e4-45c7-b700-e09f6c6a3485', 'port_id': '6cc4d8ed-8291-4c0e-9366-df4937493a6f', 'mac_address': 'fa:16:3e:37:a8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9267125a-62c7-4862-ad7d-ad218cb7082a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:45:16.477586 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:16.494329 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc4d8ed-8291-4c0e-9366-df4937493a6f {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:45:16.509180 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 6cc4d8ed-8291-4c0e-9366-df4937493a6f, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=6cc4d8ed-8291-4c0e-9366-df4937493a6f,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:16.513238 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:16.609365 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=6cc4d8ed-8291-4c0e-9366-df4937493a6f,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:16.617349 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:16.617683 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:16.618010 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:16.618340 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:16.618661 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:16.619012 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:16.619438 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:16.619757 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:16.620068 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:16.620379 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:16.620688 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:45:16.796954 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['6cc4d8ed-8291-4c0e-9366-df4937493a6f'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:45:16.819352 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb245932-0b6b-4f32-817b-b3786ec0e18c req-730f810d-649c-48fc-b3ab-1d081550af26 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:16.820765 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fb245932-0b6b-4f32-817b-b3786ec0e18c req-730f810d-649c-48fc-b3ab-1d081550af26 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 943 time: 0.0760100 Jan 26 20:45:16.865660 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fb245932-0b6b-4f32-817b-b3786ec0e18c req-c08bf44a-0c0e-4662-a684-7d2d7dbae49d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385687 Jan 26 20:45:17.477768 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444087-1d2b-49fb-9673-f4e658f0a635 req-6d308e8f-adbc-4855-a709-a0e8f42b7624 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:17.479241 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f2444087-1d2b-49fb-9673-f4e658f0a635 req-6d308e8f-adbc-4855-a709-a0e8f42b7624 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 945 time: 0.0784094 Jan 26 20:45:17.522955 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f2444087-1d2b-49fb-9673-f4e658f0a635 req-a161e6ef-c25a-40df-a3e2-65551a34e854 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383866 Jan 26 20:45:17.958437 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:45:18.027425 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:18.064043 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256aa4c-1274-44d6-98bc-d3e0d3324423 req-f1082632-a8d8-4e1c-9eaa-00d9707f6c44 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:18.065446 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3256aa4c-1274-44d6-98bc-d3e0d3324423 req-f1082632-a8d8-4e1c-9eaa-00d9707f6c44 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 943 time: 0.0793347 Jan 26 20:45:18.108672 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3256aa4c-1274-44d6-98bc-d3e0d3324423 req-f1c2d557-9b46-4bfb-855a-a8ad91db3892 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378065 Jan 26 20:45:18.300658 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 6cc4d8ed-8291-4c0e-9366-df4937493a6f up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:45:18.366142 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 6cc4d8ed-8291-4c0e-9366-df4937493a6f completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:45:18.370547 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 6cc4d8ed-8291-4c0e-9366-df4937493a6f triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:45:18.370902 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:18.478065 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:18.503729 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cd8fe7-d294-4456-9b7a-605d8cde7019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc4d8ed-8291-4c0e-9366-df4937493a6f'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:18.513011 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 6cc4d8ed-8291-4c0e-9366-df4937493a6f, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=6cc4d8ed-8291-4c0e-9366-df4937493a6f,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:18.517010 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:18.559525 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cd8fe7-d294-4456-9b7a-605d8cde7019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc4d8ed-8291-4c0e-9366-df4937493a6f', 'code': 200} Jan 26 20:45:18.583817 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=6cc4d8ed-8291-4c0e-9366-df4937493a6f,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:18.720080 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e2aa1-c94a-4b92-b37d-d8454728f624 req-dafb3959-4171-446b-99e3-5f6ffa5f5e9e tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:18.721512 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d31e2aa1-c94a-4b92-b37d-d8454728f624 req-dafb3959-4171-446b-99e3-5f6ffa5f5e9e tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 946 time: 0.0777028 Jan 26 20:45:18.886113 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d31e2aa1-c94a-4b92-b37d-d8454728f624 req-510c86d7-b555-4712-b107-684d0e032aac tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357338 Jan 26 20:45:18.898020 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f8c45e3c-f4fd-4bfe-bfc2-338f4cb75172 req-8c43b63c-019c-4aaa-82f4-20651bef15e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 1099 time: 0.1750176 Jan 26 20:45:18.938995 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f8c45e3c-f4fd-4bfe-bfc2-338f4cb75172 req-8362923e-cccb-470a-bf06-5abb0817a7c5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338693 Jan 26 20:45:19.301092 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c24cb-c95d-493e-a948-24e8d8c57bf8 req-c328ef66-9071-47b4-b8b2-19bb2159b1ef tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:19.302506 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4e0c24cb-c95d-493e-a948-24e8d8c57bf8 req-c328ef66-9071-47b4-b8b2-19bb2159b1ef tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 943 time: 0.0756111 Jan 26 20:45:19.349188 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4e0c24cb-c95d-493e-a948-24e8d8c57bf8 req-e36f68d2-54cc-4ec9-960d-b739d9f3d38b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 Jan 26 20:45:19.835049 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc791682-895b-4061-a37f-f57fad0af942 req-6e82ee74-afc9-40eb-b7f1-6a48903d4fd3 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:19.836474 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fc791682-895b-4061-a37f-f57fad0af942 req-6e82ee74-afc9-40eb-b7f1-6a48903d4fd3 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0734701 Jan 26 20:45:19.881200 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fc791682-895b-4061-a37f-f57fad0af942 req-eb490c32-fcca-47c8-aaf6-3ebb21794205 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385931 Jan 26 20:45:20.080656 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314562-57eb-42d4-b825-f91eb56f0e7b req-d1e14c26-f9a2-4993-9b90-c56de3d0615b tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:20.082181 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-22314562-57eb-42d4-b825-f91eb56f0e7b req-d1e14c26-f9a2-4993-9b90-c56de3d0615b tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 946 time: 0.0769203 Jan 26 20:45:20.131163 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-22314562-57eb-42d4-b825-f91eb56f0e7b req-74183b7c-fc81-4bed-85b4-72c288b86ccf tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Jan 26 20:45:20.544869 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2681a-c1e4-43fb-bc15-0e1b48141af7 req-4ae92b77-bd23-49f1-a5b0-1a78af4320dd tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:20.546299 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1be2681a-c1e4-43fb-bc15-0e1b48141af7 req-4ae92b77-bd23-49f1-a5b0-1a78af4320dd tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 943 time: 0.0781906 Jan 26 20:45:20.672746 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1be2681a-c1e4-43fb-bc15-0e1b48141af7 req-15b25506-4c94-4a65-8b57-d3074dfd1afb tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209097 Jan 26 20:45:21.070964 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11328e2-8ede-484c-915d-d5cf162d5c02 req-d5a77345-e89f-41be-a40f-83a6982827a0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:21.072428 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a11328e2-8ede-484c-915d-d5cf162d5c02 req-d5a77345-e89f-41be-a40f-83a6982827a0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0733294 Jan 26 20:45:21.115911 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a11328e2-8ede-484c-915d-d5cf162d5c02 req-d03b051e-b89b-4bef-b49d-c869f18eba2b tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374813 Jan 26 20:45:21.321542 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11ea26-081f-4868-bb6f-7efb85044fb3 req-0787028f-a04d-4602-a4e2-da380c983ea8 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:21.323096 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9c11ea26-081f-4868-bb6f-7efb85044fb3 req-0787028f-a04d-4602-a4e2-da380c983ea8 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 946 time: 0.0731072 Jan 26 20:45:21.367364 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9c11ea26-081f-4868-bb6f-7efb85044fb3 req-b1e9eb0f-bb4a-45d5-bb16-d28bd5dbb352 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 Jan 26 20:45:22.019711 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792768f-59d4-45da-bb57-4a5fb99ab176 req-851ec183-d867-4415-858e-c3c364d4764a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:22.021055 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f792768f-59d4-45da-bb57-4a5fb99ab176 req-851ec183-d867-4415-858e-c3c364d4764a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 943 time: 0.0813437 Jan 26 20:45:22.065370 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f792768f-59d4-45da-bb57-4a5fb99ab176 req-a7a91258-8808-4e36-806b-9b952920461e tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387850 Jan 26 20:45:22.306734 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b6f82-6b8d-4fc9-b258-2a60789cc53b req-e9f85e2d-e605-479a-a410-8ec29cbfe0ee tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:22.308181 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-dd1b6f82-6b8d-4fc9-b258-2a60789cc53b req-e9f85e2d-e605-479a-a410-8ec29cbfe0ee tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0756590 Jan 26 20:45:22.323512 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 312b3392-a703-406c-af75-89dd6989f7e3 details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:45:22.352578 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-dd1b6f82-6b8d-4fc9-b258-2a60789cc53b req-b3c22707-1b11-4e94-82ee-124181b528ad tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384731 Jan 26 20:45:22.457937 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 312b3392-a703-406c-af75-89dd6989f7e3, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=312b3392-a703-406c-af75-89dd6989f7e3,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:22.470627 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': '312b3392-a703-406c-af75-89dd6989f7e3', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'port_id': '312b3392-a703-406c-af75-89dd6989f7e3', 'mac_address': 'fa:16:3e:31:b0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:45:22.521659 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:22.537912 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312b3392-a703-406c-af75-89dd6989f7e3 {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:45:22.552713 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 312b3392-a703-406c-af75-89dd6989f7e3, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=312b3392-a703-406c-af75-89dd6989f7e3,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:22.556007 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:22.618707 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=312b3392-a703-406c-af75-89dd6989f7e3,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:22.840166 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['312b3392-a703-406c-af75-89dd6989f7e3'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:45:23.269960 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0591-ba05-47cc-91db-84a47162a29c req-1d350c0a-fd3d-4e71-85a1-00a0a11d3396 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:23.271250 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-330e0591-ba05-47cc-91db-84a47162a29c req-1d350c0a-fd3d-4e71-85a1-00a0a11d3396 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 944 time: 0.0770419 Jan 26 20:45:23.321851 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-330e0591-ba05-47cc-91db-84a47162a29c req-ec706105-e679-44c1-8e2a-5f1738f5bc38 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441310 Jan 26 20:45:23.565540 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ecd18-1d93-4b6c-bd8b-6000e8e83a6d req-ae2d8582-3db8-464f-8c41-a2547d3d60f7 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:23.567001 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f12ecd18-1d93-4b6c-bd8b-6000e8e83a6d req-ae2d8582-3db8-464f-8c41-a2547d3d60f7 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0764947 Jan 26 20:45:23.611755 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f12ecd18-1d93-4b6c-bd8b-6000e8e83a6d req-a61cb599-b490-47ee-885f-99e1547d3ff0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 Jan 26 20:45:24.332659 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 312b3392-a703-406c-af75-89dd6989f7e3 up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:45:24.404544 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port 312b3392-a703-406c-af75-89dd6989f7e3 completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:45:24.409893 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port 312b3392-a703-406c-af75-89dd6989f7e3 triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:45:24.410263 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:24.536305 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:24.545939 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a16b4-153a-4743-9c73-744a6fe7ebe9 req-f087940b-69d8-45d0-9127-55791e633e3e tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:24.547920 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f83a16b4-153a-4743-9c73-744a6fe7ebe9 req-f087940b-69d8-45d0-9127-55791e633e3e tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 944 time: 0.0930114 Jan 26 20:45:24.564033 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312b3392-a703-406c-af75-89dd6989f7e3'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:24.573660 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port 312b3392-a703-406c-af75-89dd6989f7e3, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=312b3392-a703-406c-af75-89dd6989f7e3,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:24.578356 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:24.604690 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-f83a16b4-153a-4743-9c73-744a6fe7ebe9 req-9d4dd3b5-3349-49e7-8737-669bf05b4929 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503757 Jan 26 20:45:24.637139 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312b3392-a703-406c-af75-89dd6989f7e3', 'code': 200} Jan 26 20:45:24.649500 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=312b3392-a703-406c-af75-89dd6989f7e3,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:24.810669 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b989091-a839-41b5-8a37-e49edfbf7646 req-6fc56424-9971-4f20-99dd-fc967c005c1c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:24.812156 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5b989091-a839-41b5-8a37-e49edfbf7646 req-6fc56424-9971-4f20-99dd-fc967c005c1c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0798855 Jan 26 20:45:24.856984 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5b989091-a839-41b5-8a37-e49edfbf7646 req-2b3d2248-39e0-4a53-881a-14a14b0012d6 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390761 Jan 26 20:45:24.989993 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-91236563-0364-42f8-9b63-62ede3fb95b9 req-a780d5f7-c491-493c-88e7-566fa6add9c5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 1098 time: 0.0686927 Jan 26 20:45:25.046651 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-91236563-0364-42f8-9b63-62ede3fb95b9 req-013cc067-63ac-41e9-8f87-ea8c425d6257 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487609 Jan 26 20:45:25.827639 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163128cd-3f78-4aab-882b-d2fb1d6bfa84 req-e0fe2674-680e-4294-b937-34d4b98e4bcd tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:25.829054 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-163128cd-3f78-4aab-882b-d2fb1d6bfa84 req-e0fe2674-680e-4294-b937-34d4b98e4bcd tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 945 time: 0.0954113 Jan 26 20:45:25.872746 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-163128cd-3f78-4aab-882b-d2fb1d6bfa84 req-d65e04da-a727-41a7-8833-3f06ddcd419c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380943 Jan 26 20:45:26.049715 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcbe20-30e5-4a5d-af2d-6f43ba472f71 req-b079643f-684d-46b5-8b05-e9172d92b030 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:26.051176 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-dddcbe20-30e5-4a5d-af2d-6f43ba472f71 req-b079643f-684d-46b5-8b05-e9172d92b030 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0745432 Jan 26 20:45:26.094749 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-dddcbe20-30e5-4a5d-af2d-6f43ba472f71 req-6b5d222f-999c-436d-b014-9e349820e414 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382636 Jan 26 20:45:27.066338 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63a3f-246a-4504-9c56-aaeb485791d0 req-db42c9d9-9c86-465b-ba40-fc4f83280b6e tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:27.067791 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-81e63a3f-246a-4504-9c56-aaeb485791d0 req-db42c9d9-9c86-465b-ba40-fc4f83280b6e tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 945 time: 0.0776756 Jan 26 20:45:27.118880 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-81e63a3f-246a-4504-9c56-aaeb485791d0 req-9f351bdc-b66a-4973-9918-daa25bbd2df7 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456254 Jan 26 20:45:27.310598 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e74cd5-0dc1-4e7a-abe1-41b72d7d1279 req-617dbe89-6daf-42e8-9aa6-73fd2f1a0b87 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:27.311780 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320d410-f7d1-4d73-a532-1f3680fcdf3a req-03c3625e-ca48-4cf9-a4b3-78017459191b tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:27.312482 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c5e74cd5-0dc1-4e7a-abe1-41b72d7d1279 req-617dbe89-6daf-42e8-9aa6-73fd2f1a0b87 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 945 time: 0.0747337 Jan 26 20:45:27.313212 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4320d410-f7d1-4d73-a532-1f3680fcdf3a req-03c3625e-ca48-4cf9-a4b3-78017459191b tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0786214 Jan 26 20:45:27.361737 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-4320d410-f7d1-4d73-a532-1f3680fcdf3a req-b762ef9e-b4fe-4e86-960c-662df17e98b8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Jan 26 20:45:27.364970 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c5e74cd5-0dc1-4e7a-abe1-41b72d7d1279 req-45fa4bbf-0c24-4cad-8bf5-af638b0cc268 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440388 Jan 26 20:45:27.393379 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46108) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:27.460549 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-7de6b131-a777-4ea5-a819-c8d1aedad2f8 tempest-TestVolumeBootPattern-1074226200 tempest-TestVolumeBootPattern-1074226200-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 1093 time: 0.0659370 Jan 26 20:45:27.463115 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46112) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:27.473784 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'floatingip': {'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'port_id': '312b3392-a703-406c-af75-89dd6989f7e3', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address': '172.20.0.3'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:45:27.479419 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:45:27.483873 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Usage tracker for resource:floatingip and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:45:27.486662 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:45:27.492338 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:45:27.503118 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:27.635444 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:27.774913 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Allocated IP 172.27.0.184 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/04505393-29f6-4c4c-9f97-0ee55112b673) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:45:27.917100 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:27.943189 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:28.007497 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:45:28.010179 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:45:28.012656 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:45:28.044977 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'Port': ['ID=04505393-29f6-4c4c-9f97-0ee55112b673,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:28.553189 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0edea-a9cf-4ed4-b6af-2e4ccaa7afe2 req-fa64bb91-cb7f-4c2e-93a2-7c31f9db8739 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:28.554621 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0a0edea-a9cf-4ed4-b6af-2e4ccaa7afe2 req-fa64bb91-cb7f-4c2e-93a2-7c31f9db8739 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0742445 Jan 26 20:45:28.592474 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:28.601709 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c0a0edea-a9cf-4ed4-b6af-2e4ccaa7afe2 req-55fd7b07-b6f2-4579-b9ed-c2584db09b51 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418003 Jan 26 20:45:28.650734 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:28.846276 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:28.850634 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:28.956318 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'Port': ['ID=04505393-29f6-4c4c-9f97-0ee55112b673,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:28.970713 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:29.152605 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.l3_db [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Floating IP a6dd727f-246a-4aa6-bae3-6357a7d9134d associated. External IP: 172.27.0.184, port: 312b3392-a703-406c-af75-89dd6989f7e3. Jan 26 20:45:29.529447 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Router b3c46489-6f21-40a6-87c6-d47343b94824 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:45:29.769163 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:45:29.779524 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d8e48-950f-4ef2-88a6-a79cc3b4f84b None None] Sync routers for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:45:29.792664 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d8e48-950f-4ef2-88a6-a79cc3b4f84b None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:45:29.795429 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-785d8e48-950f-4ef2-88a6-a79cc3b4f84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:45:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:45:29.808016 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:29.869325 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6d664-7704-4a5b-9239-865d646eda79 req-70a321cc-6c34-422b-aae4-b5cc9582cf2b tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:29.870830 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-06c6d664-7704-4a5b-9239-865d646eda79 req-70a321cc-6c34-422b-aae4-b5cc9582cf2b tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.1448252 Jan 26 20:45:29.887006 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-7a02a3ed-a864-4879-a914-16da633d1aac tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4136686 Jan 26 20:45:29.887006 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'tag': '312b3392-a703-406c-af75-89dd6989f7e3'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:29.991998 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-785d8e48-950f-4ef2-88a6-a79cc3b4f84b None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:45:30.014174 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'tag': '312b3392-a703-406c-af75-89dd6989f7e3', 'status': 'completed', 'code': 200} Jan 26 20:45:30.108427 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-06c6d664-7704-4a5b-9239-865d646eda79 req-13b88152-c472-43e1-9b75-9b83f38d9658 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287736 Jan 26 20:45:30.136744 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-050c92b2-65f5-41eb-b4b1-5ea6b71f7134 req-9fd02a82-9e73-4c57-9849-3eb6a828880b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 1098 time: 0.1217573 Jan 26 20:45:30.284892 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c92b2-65f5-41eb-b4b1-5ea6b71f7134 req-d11af917-de7b-497c-9060-bb1df1f7a40a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:30.286558 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-050c92b2-65f5-41eb-b4b1-5ea6b71f7134 req-d11af917-de7b-497c-9060-bb1df1f7a40a service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 913 time: 0.1426802 Jan 26 20:45:30.393070 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-785d8e48-950f-4ef2-88a6-a79cc3b4f84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'a6dd727f-246a-4aa6-bae3-6357a7d9134d', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': '312b3392-a703-406c-af75-89dd6989f7e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:31:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:45:28Z', 'updated_at': '2022-01-26T20:45:28Z', 'revision_number': 0, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:45:30.397365 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d8e48-950f-4ef2-88a6-a79cc3b4f84b None None] Checking router: b3c46489-6f21-40a6-87c6-d47343b94824 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:45:30.408432 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-050c92b2-65f5-41eb-b4b1-5ea6b71f7134 req-385f98f2-28a5-4c8c-af69-6e811b0fdd9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=312b3392-a703-406c-af75-89dd6989f7e3 HTTP/1.1" status: 200 len: 999 time: 0.1135561 Jan 26 20:45:30.408699 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d8e48-950f-4ef2-88a6-a79cc3b4f84b None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:45:30.409329 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-785d8e48-950f-4ef2-88a6-a79cc3b4f84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:45:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:45:30.484114 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c92b2-65f5-41eb-b4b1-5ea6b71f7134 req-2b027461-5a14-495f-bce6-3ceadefdcf11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:30.485534 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-050c92b2-65f5-41eb-b4b1-5ea6b71f7134 req-2b027461-5a14-495f-bce6-3ceadefdcf11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0665545 Jan 26 20:45:30.567548 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-050c92b2-65f5-41eb-b4b1-5ea6b71f7134 req-14c0c4f5-80ac-4504-b600-76c705ce9723 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747294 Jan 26 20:45:30.624019 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-785d8e48-950f-4ef2-88a6-a79cc3b4f84b None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:45:30.704690 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-050c92b2-65f5-41eb-b4b1-5ea6b71f7134 req-8520f618-0dc8-4bf0-9992-28ea966ba319 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310542 Jan 26 20:45:30.863033 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-050c92b2-65f5-41eb-b4b1-5ea6b71f7134 req-dd556f71-e26d-4d94-8fe3-ee7a1cfd32a7 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482542 Jan 26 20:45:30.977891 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-785d8e48-950f-4ef2-88a6-a79cc3b4f84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'a6dd727f-246a-4aa6-bae3-6357a7d9134d', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': '312b3392-a703-406c-af75-89dd6989f7e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:31:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:45:28Z', 'updated_at': '2022-01-26T20:45:28Z', 'revision_number': 0, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:45:30.981723 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d8e48-950f-4ef2-88a6-a79cc3b4f84b None None] The sync data for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi is: [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'a6dd727f-246a-4aa6-bae3-6357a7d9134d', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': '312b3392-a703-406c-af75-89dd6989f7e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:31:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:45:28Z', 'updated_at': '2022-01-26T20:45:28Z', 'revision_number': 0, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:45:31.173012 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a4ce6-93ab-4209-9ccf-bea79dc8404e None None] New status for floating IP a6dd727f-246a-4aa6-bae3-6357a7d9134d: ACTIVE {{(pid=82711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:45:31.302080 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851f8ad-52cf-41da-b795-17411df1ffad req-b1a662f6-b902-49c4-a631-c28a5a9bf0c8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:31.303551 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0851f8ad-52cf-41da-b795-17411df1ffad req-b1a662f6-b902-49c4-a631-c28a5a9bf0c8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0775464 Jan 26 20:45:31.348097 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0851f8ad-52cf-41da-b795-17411df1ffad req-7cce2d73-ec6c-4696-95d9-ba66e6fb678d tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388520 Jan 26 20:45:32.551818 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d7509-8dab-42ef-8511-073d74e77d40 req-c97012f8-40b0-47a4-9bdd-a33f8a00b380 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:32.553251 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8f0d7509-8dab-42ef-8511-073d74e77d40 req-c97012f8-40b0-47a4-9bdd-a33f8a00b380 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0807474 Jan 26 20:45:32.596835 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8f0d7509-8dab-42ef-8511-073d74e77d40 req-667c65f7-4053-48a6-bceb-e306249cc71b tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380840 Jan 26 20:45:33.300293 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:33.605580 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdec1af-2954-4252-b064-0bc065b11e36 req-6224939a-2931-480a-8aa9-b9bbc482068f tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:33.607622 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3bdec1af-2954-4252-b064-0bc065b11e36 req-6224939a-2931-480a-8aa9-b9bbc482068f tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 946 time: 0.0730660 Jan 26 20:45:33.650961 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3bdec1af-2954-4252-b064-0bc065b11e36 req-8ce0e9e2-f183-4415-b92a-92857612f700 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378840 Jan 26 20:45:33.789015 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37be812-62c7-430e-b1f6-5ac78303784c req-2e16b494-c719-46a6-9de0-f587d81a0b7e tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:33.790443 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d37be812-62c7-430e-b1f6-5ac78303784c req-2e16b494-c719-46a6-9de0-f587d81a0b7e tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0732594 Jan 26 20:45:33.844010 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d37be812-62c7-430e-b1f6-5ac78303784c req-abb213e0-d95a-4bb7-a4bf-f3208a5c82dd tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479147 Jan 26 20:45:34.844341 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c6f9f-5760-411e-a8cf-7cc3aad7c865 req-af33532e-4fa3-49f8-96ad-b447252a2e73 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:34.845777 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-741c6f9f-5760-411e-a8cf-7cc3aad7c865 req-af33532e-4fa3-49f8-96ad-b447252a2e73 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 946 time: 0.0773380 Jan 26 20:45:34.889863 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-741c6f9f-5760-411e-a8cf-7cc3aad7c865 req-ace1a70b-bf6b-4838-8328-fe85cf2b309c tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387211 Jan 26 20:45:35.088769 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d50b7055-86da-4b4d-8127-30357e93b7cf req-30f28c6b-2590-40c1-9c74-a51143777f3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44d3ccacd6e54eb1aedfaa23335cb56f&device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 1098 time: 0.1233625 Jan 26 20:45:35.095477 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1102a3e-1591-4293-9c90-428f38b559da req-a3651f88-5afe-4526-b7cb-da0aad1c64fa tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:35.096823 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a1102a3e-1591-4293-9c90-428f38b559da req-a3651f88-5afe-4526-b7cb-da0aad1c64fa tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.1326978 Jan 26 20:45:35.222869 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a1102a3e-1591-4293-9c90-428f38b559da req-f787bc77-d424-47f0-bdbc-55dfe1a10671 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029906 Jan 26 20:45:35.253011 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b7055-86da-4b4d-8127-30357e93b7cf req-83dc8b28-1d18-4b05-8ef6-948ea05c2cf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:35.254435 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d50b7055-86da-4b4d-8127-30357e93b7cf req-83dc8b28-1d18-4b05-8ef6-948ea05c2cf7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dec82af-adfe-409d-9600-0434c93cd718 HTTP/1.1" status: 200 len: 910 time: 0.1540170 Jan 26 20:45:35.361276 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d50b7055-86da-4b4d-8127-30357e93b7cf req-3d525c6d-30f2-4bd4-949c-628ffcfe0b42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f44b21d1-ff30-4426-b075-74351b40e9eb HTTP/1.1" status: 200 len: 1001 time: 0.0949748 Jan 26 20:45:35.376853 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0778c90-ebb8-4e48-9c83-e07843759538 req-8587dccf-4d66-4155-84c5-8bde67aeabb9 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:35.378251 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b0778c90-ebb8-4e48-9c83-e07843759538 req-8587dccf-4d66-4155-84c5-8bde67aeabb9 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 946 time: 0.0735652 Jan 26 20:45:35.425237 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b7055-86da-4b4d-8127-30357e93b7cf req-d27bcf87-d4fc-4ac6-ad4d-3ff5b9df41e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:35.426672 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d50b7055-86da-4b4d-8127-30357e93b7cf req-d27bcf87-d4fc-4ac6-ad4d-3ff5b9df41e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46bcd92-ffbb-4d64-bd87-98054ae76669 HTTP/1.1" status: 200 len: 848 time: 0.0575342 Jan 26 20:45:35.447019 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-b0778c90-ebb8-4e48-9c83-e07843759538 req-6e3e0bc5-6d13-47b9-9600-94dd23b42a34 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Deleting port 6cc4d8ed-8291-4c0e-9366-df4937493a6f {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:45:35.447355 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-b0778c90-ebb8-4e48-9c83-e07843759538 req-6e3e0bc5-6d13-47b9-9600-94dd23b42a34 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:35.505622 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d50b7055-86da-4b4d-8127-30357e93b7cf req-96cae700-bed6-4d17-ab36-db57951a0bd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dec82af-adfe-409d-9600-0434c93cd718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717487 Jan 26 20:45:35.632853 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d50b7055-86da-4b4d-8127-30357e93b7cf req-704521eb-df2c-4685-9002-3cfee98009bb service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207886 Jan 26 20:45:35.682597 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-b0778c90-ebb8-4e48-9c83-e07843759538 req-6e3e0bc5-6d13-47b9-9600-94dd23b42a34 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] For port 6cc4d8ed-8291-4c0e-9366-df4937493a6f, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=6cc4d8ed-8291-4c0e-9366-df4937493a6f,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:35.682954 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-b0778c90-ebb8-4e48-9c83-e07843759538 req-6e3e0bc5-6d13-47b9-9600-94dd23b42a34 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:35.806370 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-b0778c90-ebb8-4e48-9c83-e07843759538 req-6e3e0bc5-6d13-47b9-9600-94dd23b42a34 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Calling delete_port for 6cc4d8ed-8291-4c0e-9366-df4937493a6f owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:45:35.846197 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-d50b7055-86da-4b4d-8127-30357e93b7cf req-99382651-2756-450b-9269-9ac14a6d5302 service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066071 Jan 26 20:45:35.951342 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-b0778c90-ebb8-4e48-9c83-e07843759538 req-6e3e0bc5-6d13-47b9-9600-94dd23b42a34 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:35.963928 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['5925c6fd-7418-46a1-a78f-89abe9ad7fa4', '3d9057ba-1301-4b09-b3be-f3e5b69e79c5', '9fe16d0a-2b7a-47b5-8c68-2a39e262d451', '6cc4d8ed-8291-4c0e-9366-df4937493a6f'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:45:36.004660 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e0bc5-6d13-47b9-9600-94dd23b42a34 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Pushing event deleted for resources: {'Port': ['ID=6cc4d8ed-8291-4c0e-9366-df4937493a6f,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:36.189934 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9d9e4cf0-b84c-48e5-a4b0-2298b1c31a1c req-4231793f-5f9b-4e1b-a9e7-7b91330e2156 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8cd8fe7-d294-4456-9b7a-605d8cde7019 HTTP/1.1" status: 200 len: 210 time: 0.1573861 Jan 26 20:45:36.194286 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0778c90-ebb8-4e48-9c83-e07843759538 req-6e3e0bc5-6d13-47b9-9600-94dd23b42a34 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] No DVR routers for this DVR port 6cc4d8ed-8291-4c0e-9366-df4937493a6f on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:45:36.196746 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-b0778c90-ebb8-4e48-9c83-e07843759538 req-6e3e0bc5-6d13-47b9-9600-94dd23b42a34 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:36.209366 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cd8fe7-d294-4456-9b7a-605d8cde7019', 'name': 'network-vif-deleted', 'tag': '6cc4d8ed-8291-4c0e-9366-df4937493a6f'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:36.220812 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b0778c90-ebb8-4e48-9c83-e07843759538 req-6e3e0bc5-6d13-47b9-9600-94dd23b42a34 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "DELETE /v2.0/ports/6cc4d8ed-8291-4c0e-9366-df4937493a6f HTTP/1.1" status: 204 len: 173 time: 0.8368144 Jan 26 20:45:36.265989 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cd8fe7-d294-4456-9b7a-605d8cde7019', 'name': 'network-vif-deleted', 'tag': '6cc4d8ed-8291-4c0e-9366-df4937493a6f', 'status': 'completed', 'code': 200} Jan 26 20:45:36.427414 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b3ec2-3c3b-4692-89b3-040f86923327 req-075e3da7-0f86-444b-a312-9e0ae968475d tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:36.428846 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7b3b3ec2-3c3b-4692-89b3-040f86923327 req-075e3da7-0f86-444b-a312-9e0ae968475d tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0752797 Jan 26 20:45:36.471687 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-7b3b3ec2-3c3b-4692-89b3-040f86923327 req-f381e904-8d28-4414-af6e-411dd0e70959 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373538 Jan 26 20:45:37.671131 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4766-284a-4ecd-9112-3460537f76b6 req-1521eccd-b2a6-4ee9-a8ac-f4973159ef8a tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:37.672598 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-460e4766-284a-4ecd-9112-3460537f76b6 req-1521eccd-b2a6-4ee9-a8ac-f4973159ef8a tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0815313 Jan 26 20:45:37.717504 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-460e4766-284a-4ecd-9112-3460537f76b6 req-ce320b0d-f410-4c47-b007-95034a92c796 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388446 Jan 26 20:45:38.362824 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 6cc4d8ed-8291-4c0e-9366-df4937493a6f no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:45:38.395473 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 6cc4d8ed-8291-4c0e-9366-df4937493a6f {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:45:38.395816 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 6cc4d8ed-8291-4c0e-9366-df4937493a6f not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:45:38.879689 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115e777-92f2-4fd0-b9a6-90cd884b6fd7 req-98641450-3b25-4657-8b8d-1d4a69fd1dfc tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:38.880360 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-e115e777-92f2-4fd0-b9a6-90cd884b6fd7 req-98641450-3b25-4657-8b8d-1d4a69fd1dfc tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Synchronizing usage tracker for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:45:38.895780 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-e115e777-92f2-4fd0-b9a6-90cd884b6fd7 req-98641450-3b25-4657-8b8d-1d4a69fd1dfc tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Unset dirty status for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:45:38.899431 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e115e777-92f2-4fd0-b9a6-90cd884b6fd7 req-98641450-3b25-4657-8b8d-1d4a69fd1dfc tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 945 time: 0.0933471 Jan 26 20:45:38.913393 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2fbea-99c8-450d-b058-823a67797197 req-7c233f7f-1bbd-4186-bd09-937b7c5f6339 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:38.914805 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c8c2fbea-99c8-450d-b058-823a67797197 req-7c233f7f-1bbd-4186-bd09-937b7c5f6339 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0738919 Jan 26 20:45:38.945077 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e115e777-92f2-4fd0-b9a6-90cd884b6fd7 req-2a2f053b-205e-4e7b-bb0e-bbaa9e8a520e tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425355 Jan 26 20:45:38.959288 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c8c2fbea-99c8-450d-b058-823a67797197 req-6b22fb24-3f36-4d57-9fd9-7a347e28e30b tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386698 Jan 26 20:45:39.139371 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0ebe8ce0-2f98-4e4c-aa6c-61f0a4bdec47 req-c4574f37-d14a-4141-b32e-728f02c81176 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0653024 Jan 26 20:45:39.396983 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564a386-9e1d-4eac-b994-fabb0e965ff1 req-ed8561c8-b675-456d-adce-db39ec9b42cf tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:39.398497 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1564a386-9e1d-4eac-b994-fabb0e965ff1 req-ed8561c8-b675-456d-adce-db39ec9b42cf tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0800622 Jan 26 20:45:39.440984 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-40aaf038-cd06-4716-8f9f-d9b2c7fb49c1 req-499a0ebb-5ab9-4300-9ba6-aa624b54d1b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1883533 Jan 26 20:45:39.448560 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1564a386-9e1d-4eac-b994-fabb0e965ff1 req-705b40e0-0022-4463-a656-95392343a7cd tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437226 Jan 26 20:45:40.141274 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3539c56-1fdc-4d48-bc4c-055b3fc3ae37 req-55720d2d-a09e-4c72-8506-456b7aaca9c1 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:40.142615 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b3539c56-1fdc-4d48-bc4c-055b3fc3ae37 req-55720d2d-a09e-4c72-8506-456b7aaca9c1 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 945 time: 0.0791070 Jan 26 20:45:40.186424 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b3539c56-1fdc-4d48-bc4c-055b3fc3ae37 req-68d6fe24-50af-416f-a411-9df222cd7188 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Jan 26 20:45:40.271644 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2bd21b0d-42d4-4170-889f-004c7e9f6e90 req-a441143e-945c-4d23-9e0c-5b1e64fefeb3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711994 Jan 26 20:45:40.362070 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2bd21b0d-42d4-4170-889f-004c7e9f6e90 req-1549a8a7-85ad-4643-b838-87d4b96a6c6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5572a469fa5f484e9c370d46e5990d75&device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 1098 time: 0.0703905 Jan 26 20:45:40.393419 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f44b21d1-ff30-4426-b075-74351b40e9eb no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:45:40.514606 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd21b0d-42d4-4170-889f-004c7e9f6e90 req-a62ff0da-3378-41d0-a98c-25607760dbfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:40.516232 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2bd21b0d-42d4-4170-889f-004c7e9f6e90 req-a62ff0da-3378-41d0-a98c-25607760dbfe service neutron] 10.222.0.43 "GET /v2.0/networks?id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 200 len: 915 time: 0.1347775 Jan 26 20:45:40.542381 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3628c3-ef00-4075-9ef5-fc9805488e42 req-8b2af611-cebd-45cc-bf5c-5cb75e3275a7 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:40.543888 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7f3628c3-ef00-4075-9ef5-fc9805488e42 req-8b2af611-cebd-45cc-bf5c-5cb75e3275a7 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 945 time: 0.1017849 Jan 26 20:45:40.574542 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:40.597520 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2bd21b0d-42d4-4170-889f-004c7e9f6e90 req-62f89e94-1d4c-4066-ba69-0be119c270a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5925c6fd-7418-46a1-a78f-89abe9ad7fa4 HTTP/1.1" status: 200 len: 217 time: 0.0717995 Jan 26 20:45:40.606272 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:40.616203 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f44b21d1-ff30-4426-b075-74351b40e9eb, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f44b21d1-ff30-4426-b075-74351b40e9eb,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:40.623594 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:40.674999 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd21b0d-42d4-4170-889f-004c7e9f6e90 req-ddb705f1-0fe8-431a-8d66-378f4f46c865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:40.676510 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2bd21b0d-42d4-4170-889f-004c7e9f6e90 req-ddb705f1-0fe8-431a-8d66-378f4f46c865 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9267125a-62c7-4862-ad7d-ad218cb7082a HTTP/1.1" status: 200 len: 854 time: 0.0713837 Jan 26 20:45:40.681887 dv-cinder-826519-1-iscsi neutron-server[82710]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'code': 422} returned with failed status Jan 26 20:45:40.697558 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [req-7f3628c3-ef00-4075-9ef5-fc9805488e42 req-8f81b118-0ae2-4902-90e4-eb3a75a10bd2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Deleting port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:45:40.697887 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7f3628c3-ef00-4075-9ef5-fc9805488e42 req-8f81b118-0ae2-4902-90e4-eb3a75a10bd2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:40.713928 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=f44b21d1-ff30-4426-b075-74351b40e9eb,revision_number=6']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:40.761996 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2bd21b0d-42d4-4170-889f-004c7e9f6e90 req-6f1477a3-edce-4ee1-bd1e-1f62105bdb1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a04d71fd-b8e4-45c7-b700-e09f6c6a3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441673 Jan 26 20:45:40.823057 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d538161-8f46-429f-9ed1-97d0b7c19b31 req-04b0ed81-d7dc-4632-aa59-35936dde5738 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:40.824477 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5d538161-8f46-429f-9ed1-97d0b7c19b31 req-04b0ed81-d7dc-4632-aa59-35936dde5738 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.2066751 Jan 26 20:45:40.867203 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-40aaf038-cd06-4716-8f9f-d9b2c7fb49c1 req-5ffca341-b026-4fce-b8d5-b60536de778d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67&tenant_id=44d3ccacd6e54eb1aedfaa23335cb56f HTTP/1.1" status: 200 len: 1096 time: 0.1897457 Jan 26 20:45:40.944834 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2bd21b0d-42d4-4170-889f-004c7e9f6e90 req-d01896c0-b65a-4b53-b7be-b5e343f43d01 service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735704 Jan 26 20:45:40.952273 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5d538161-8f46-429f-9ed1-97d0b7c19b31 req-a34a9b9a-67b8-41d1-841e-6f76e143fbb6 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221123 Jan 26 20:45:40.992778 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [req-7f3628c3-ef00-4075-9ef5-fc9805488e42 req-8f81b118-0ae2-4902-90e4-eb3a75a10bd2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] For port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=9fe16d0a-2b7a-47b5-8c68-2a39e262d451,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:40.993129 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7f3628c3-ef00-4075-9ef5-fc9805488e42 req-8f81b118-0ae2-4902-90e4-eb3a75a10bd2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:41.060833 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-40aaf038-cd06-4716-8f9f-d9b2c7fb49c1 req-c1b3ff83-4bba-4a64-ba5a-a5ea98127ece service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44d3ccacd6e54eb1aedfaa23335cb56f&device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 1096 time: 0.1719408 Jan 26 20:45:41.111274 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [req-7f3628c3-ef00-4075-9ef5-fc9805488e42 req-8f81b118-0ae2-4902-90e4-eb3a75a10bd2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Calling delete_port for 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 owned by compute:nova {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:45:41.159898 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2bd21b0d-42d4-4170-889f-004c7e9f6e90 req-04a2e4ab-ebb6-419b-9220-2e0878e6053a service neutron] 10.222.0.43 "GET /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062442 Jan 26 20:45:41.252513 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aaf038-cd06-4716-8f9f-d9b2c7fb49c1 req-bacc01c4-3df9-4138-94ea-453c9e5b115b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:41.253951 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-40aaf038-cd06-4716-8f9f-d9b2c7fb49c1 req-bacc01c4-3df9-4138-94ea-453c9e5b115b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dec82af-adfe-409d-9600-0434c93cd718 HTTP/1.1" status: 200 len: 910 time: 0.1839290 Jan 26 20:45:41.277713 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7f3628c3-ef00-4075-9ef5-fc9805488e42 req-8f81b118-0ae2-4902-90e4-eb3a75a10bd2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:41.288956 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['5925c6fd-7418-46a1-a78f-89abe9ad7fa4', '3d9057ba-1301-4b09-b3be-f3e5b69e79c5', '9fe16d0a-2b7a-47b5-8c68-2a39e262d451'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:45:41.345242 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81b118-0ae2-4902-90e4-eb3a75a10bd2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Pushing event deleted for resources: {'Port': ['ID=9fe16d0a-2b7a-47b5-8c68-2a39e262d451,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:41.449827 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3628c3-ef00-4075-9ef5-fc9805488e42 req-8f81b118-0ae2-4902-90e4-eb3a75a10bd2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] No DVR routers for this DVR port 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 on host hv-cinder-82651 {{(pid=82709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:45:41.452949 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [req-7f3628c3-ef00-4075-9ef5-fc9805488e42 req-8f81b118-0ae2-4902-90e4-eb3a75a10bd2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:41.455869 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea70f88-f768-4cea-a2e9-c997978824b6', 'name': 'network-vif-deleted', 'tag': '9fe16d0a-2b7a-47b5-8c68-2a39e262d451'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:41.478086 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7f3628c3-ef00-4075-9ef5-fc9805488e42 req-8f81b118-0ae2-4902-90e4-eb3a75a10bd2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "DELETE /v2.0/ports/9fe16d0a-2b7a-47b5-8c68-2a39e262d451 HTTP/1.1" status: 204 len: 173 time: 0.9245279 Jan 26 20:45:41.487406 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2663bb5c-9366-4ce8-b341-1e5cd39d3705 req-8cff2a20-5cd4-4dcf-a62f-de419110d52d tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=cea70f88-f768-4cea-a2e9-c997978824b6 HTTP/1.1" status: 200 len: 210 time: 0.0657725 Jan 26 20:45:41.535505 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea70f88-f768-4cea-a2e9-c997978824b6', 'name': 'network-vif-deleted', 'tag': '9fe16d0a-2b7a-47b5-8c68-2a39e262d451', 'status': 'completed', 'code': 200} Jan 26 20:45:41.554366 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-40aaf038-cd06-4716-8f9f-d9b2c7fb49c1 req-4db6c3a5-d467-4b5e-a686-00c9001532cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f44b21d1-ff30-4426-b075-74351b40e9eb HTTP/1.1" status: 200 len: 999 time: 0.2933664 Jan 26 20:45:41.642322 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aaf038-cd06-4716-8f9f-d9b2c7fb49c1 req-1ce88bc9-13ec-4e8d-9bed-fc28cddf9e1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:41.644011 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-40aaf038-cd06-4716-8f9f-d9b2c7fb49c1 req-1ce88bc9-13ec-4e8d-9bed-fc28cddf9e1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46bcd92-ffbb-4d64-bd87-98054ae76669 HTTP/1.1" status: 200 len: 848 time: 0.0767186 Jan 26 20:45:41.721026 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-40aaf038-cd06-4716-8f9f-d9b2c7fb49c1 req-6adc9961-896f-43d7-a158-c7e7b908e80a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dec82af-adfe-409d-9600-0434c93cd718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689361 Jan 26 20:45:41.849884 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-40aaf038-cd06-4716-8f9f-d9b2c7fb49c1 req-67418fe8-926f-4669-8e10-d4bba6128e58 service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220267 Jan 26 20:45:41.986241 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-40aaf038-cd06-4716-8f9f-d9b2c7fb49c1 req-f2b1f091-c333-40df-947c-3df7b8bcd072 service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264820 Jan 26 20:45:42.152273 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1bd97-aef6-4fff-aa93-cfd23f8d9459 req-0f504ee6-f8e3-4c09-abb1-e8a3e5500761 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:42.154334 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-baa1bd97-aef6-4fff-aa93-cfd23f8d9459 req-0f504ee6-f8e3-4c09-abb1-e8a3e5500761 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.0788434 Jan 26 20:45:42.197730 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-baa1bd97-aef6-4fff-aa93-cfd23f8d9459 req-e2d63257-93fa-4b32-a15d-0678ef4d9ca6 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375295 Jan 26 20:45:42.577874 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-32534a1c-214d-44ae-8244-cae371185581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:42.975232 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ae048-51d4-42a5-b4bc-2f6b22c36e2f req-87e02842-cc41-4090-8ef9-8f14b3b24bdb tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:42.975828 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-5a4ae048-51d4-42a5-b4bc-2f6b22c36e2f req-87e02842-cc41-4090-8ef9-8f14b3b24bdb tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Synchronizing usage tracker for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:45:42.990909 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-5a4ae048-51d4-42a5-b4bc-2f6b22c36e2f req-87e02842-cc41-4090-8ef9-8f14b3b24bdb tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Unset dirty status for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:45:42.992044 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5a4ae048-51d4-42a5-b4bc-2f6b22c36e2f req-87e02842-cc41-4090-8ef9-8f14b3b24bdb tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 945 time: 0.0902853 Jan 26 20:45:43.035761 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-5a4ae048-51d4-42a5-b4bc-2f6b22c36e2f req-947de5f2-00bf-41ea-aa36-73f76db73165 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382240 Jan 26 20:45:43.391670 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afafb0-a79d-4d41-aec8-b216b2603ab0 req-f30f830a-be2d-4021-a82d-e9f021c06955 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:43.393121 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-12afafb0-a79d-4d41-aec8-b216b2603ab0 req-f30f830a-be2d-4021-a82d-e9f021c06955 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.0750320 Jan 26 20:45:43.440711 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-12afafb0-a79d-4d41-aec8-b216b2603ab0 req-9cd076d2-9083-4f4c-b7ac-2743da5fc388 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421207 Jan 26 20:45:44.231086 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e689784-10ab-4518-b796-84ae11fa6e0b req-3f6d3779-c040-41df-b654-6103024bfaaa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:44.232540 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0e689784-10ab-4518-b796-84ae11fa6e0b req-3f6d3779-c040-41df-b654-6103024bfaaa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 945 time: 0.0779819 Jan 26 20:45:44.282022 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-0e689784-10ab-4518-b796-84ae11fa6e0b req-1ae6a3bf-def3-499c-ba5a-07e141ef65d5 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392263 Jan 26 20:45:44.398112 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44ef8e-0df8-4267-a402-9c74b1078c46 req-b4d776e0-a7a1-46fe-9e8d-3ffc2398544b tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:44.399448 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb44ef8e-0df8-4267-a402-9c74b1078c46 req-b4d776e0-a7a1-46fe-9e8d-3ffc2398544b tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 945 time: 0.0739889 Jan 26 20:45:44.439750 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:45:44.464584 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-fb44ef8e-0df8-4267-a402-9c74b1078c46 req-b00a6edb-cc5a-4bbe-a08d-5162fc8507fa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Deleting port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:45:44.464917 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb44ef8e-0df8-4267-a402-9c74b1078c46 req-b00a6edb-cc5a-4bbe-a08d-5162fc8507fa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:44.474000 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:45:44.474336 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 9fe16d0a-2b7a-47b5-8c68-2a39e262d451 not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:45:44.757347 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4ffd1-5d66-4ee4-84ed-d3e96fe15add req-b655ddf3-8732-4db0-b62f-7231953c6c48 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:44.758678 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8ab4ffd1-5d66-4ee4-84ed-d3e96fe15add req-b655ddf3-8732-4db0-b62f-7231953c6c48 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.1932619 Jan 26 20:45:44.764028 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-fb44ef8e-0df8-4267-a402-9c74b1078c46 req-b00a6edb-cc5a-4bbe-a08d-5162fc8507fa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] For port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=3d9057ba-1301-4b09-b3be-f3e5b69e79c5,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:44.764374 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb44ef8e-0df8-4267-a402-9c74b1078c46 req-b00a6edb-cc5a-4bbe-a08d-5162fc8507fa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:44.843052 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-2435fc04-e550-451f-b5a6-d183b0fc33fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:44.897438 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-fb44ef8e-0df8-4267-a402-9c74b1078c46 req-b00a6edb-cc5a-4bbe-a08d-5162fc8507fa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Calling delete_port for 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:45:44.959344 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-8ab4ffd1-5d66-4ee4-84ed-d3e96fe15add req-ac1bf389-9406-4b60-9e2d-8b278144f3ac tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879416 Jan 26 20:45:45.049750 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb44ef8e-0df8-4267-a402-9c74b1078c46 req-b00a6edb-cc5a-4bbe-a08d-5162fc8507fa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:45.061749 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['5925c6fd-7418-46a1-a78f-89abe9ad7fa4', '3d9057ba-1301-4b09-b3be-f3e5b69e79c5'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:45:45.096896 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a6edb-cc5a-4bbe-a08d-5162fc8507fa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Pushing event deleted for resources: {'Port': ['ID=3d9057ba-1301-4b09-b3be-f3e5b69e79c5,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:45.167900 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb44ef8e-0df8-4267-a402-9c74b1078c46 req-b00a6edb-cc5a-4bbe-a08d-5162fc8507fa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] No DVR routers for this DVR port 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:45:45.170786 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-fb44ef8e-0df8-4267-a402-9c74b1078c46 req-b00a6edb-cc5a-4bbe-a08d-5162fc8507fa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:45.173258 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49', 'name': 'network-vif-deleted', 'tag': '3d9057ba-1301-4b09-b3be-f3e5b69e79c5'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:45.188979 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fb44ef8e-0df8-4267-a402-9c74b1078c46 req-b00a6edb-cc5a-4bbe-a08d-5162fc8507fa tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "DELETE /v2.0/ports/3d9057ba-1301-4b09-b3be-f3e5b69e79c5 HTTP/1.1" status: 204 len: 173 time: 0.7837672 Jan 26 20:45:45.238352 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49', 'name': 'network-vif-deleted', 'tag': '3d9057ba-1301-4b09-b3be-f3e5b69e79c5', 'status': 'completed', 'code': 200} Jan 26 20:45:45.454668 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-cfa96c2b-f309-492a-b6cf-d578f42505c3 req-80a9bbb0-5331-4106-884b-2dd3bed56aba tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Synchronizing usage tracker for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:45:45.469672 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-cfa96c2b-f309-492a-b6cf-d578f42505c3 req-80a9bbb0-5331-4106-884b-2dd3bed56aba tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Unset dirty status for tenant:5572a469fa5f484e9c370d46e5990d75 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:45:45.470915 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cfa96c2b-f309-492a-b6cf-d578f42505c3 req-80a9bbb0-5331-4106-884b-2dd3bed56aba tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe8cf6c-ce85-4281-b1d8-e8f77f0ecd49 HTTP/1.1" status: 200 len: 210 time: 0.0556791 Jan 26 20:45:46.115399 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:46.153332 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c6783-6db0-4612-a4c9-35e37912ddca req-68b5d280-1849-45fc-8b1e-42b4d6d453f9 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:46.154769 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-087c6783-6db0-4612-a4c9-35e37912ddca req-68b5d280-1849-45fc-8b1e-42b4d6d453f9 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.0745580 Jan 26 20:45:46.164050 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:46.203154 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-087c6783-6db0-4612-a4c9-35e37912ddca req-fd664950-11c7-40c5-976d-bf9f17f1c914 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427275 Jan 26 20:45:47.392359 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa1c45-e826-4545-bbca-93f7ba89a111 req-d5686e26-8941-456a-95ec-1b3788d4cea3 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:47.393785 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4baa1c45-e826-4545-bbca-93f7ba89a111 req-d5686e26-8941-456a-95ec-1b3788d4cea3 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.0754523 Jan 26 20:45:47.437702 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-4baa1c45-e826-4545-bbca-93f7ba89a111 req-80a30d89-259d-4b03-8c97-aae6651794b5 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383434 Jan 26 20:45:48.028752 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:48.246622 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e8b7e-d892-4606-b85d-29ced6844c6a req-78ec439c-1561-40d5-b8f5-d22125bef3b1 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:48.248653 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9f2e8b7e-d892-4606-b85d-29ced6844c6a req-78ec439c-1561-40d5-b8f5-d22125bef3b1 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 945 time: 0.1534281 Jan 26 20:45:48.296602 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9f2e8b7e-d892-4606-b85d-29ced6844c6a req-d46c37f0-7c77-42bd-80d2-f402722c396e tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383825 Jan 26 20:45:48.439919 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:45:48.471657 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:45:48.471987 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 3d9057ba-1301-4b09-b3be-f3e5b69e79c5 not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:45:48.630423 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6b32f-9b29-47fe-b206-dcab3addfbdd req-c8ab4313-7c97-4647-90dd-5558b47a21e6 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:48.631805 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-62e6b32f-9b29-47fe-b206-dcab3addfbdd req-c8ab4313-7c97-4647-90dd-5558b47a21e6 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.0740714 Jan 26 20:45:48.675567 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-62e6b32f-9b29-47fe-b206-dcab3addfbdd req-8e0c6ccd-7c36-47c9-8e0a-85df38517d65 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383763 Jan 26 20:45:49.489602 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10128b-8244-439d-b818-5d79959afbeb req-5663db0a-edcb-47e2-86fe-0fac908e0376 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:49.491057 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3a10128b-8244-439d-b818-5d79959afbeb req-5663db0a-edcb-47e2-86fe-0fac908e0376 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 945 time: 0.0748467 Jan 26 20:45:49.536509 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3a10128b-8244-439d-b818-5d79959afbeb req-0b99747d-a3ed-40c6-99e4-ffcfe76ee4da tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ff34ad-c6f2-408c-8dfe-625b6b22eba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Jan 26 20:45:49.767257 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2cc3e-53bc-4054-a789-b86495025d3f req-4eae2a24-8b2e-4cae-81ea-c85955c0faa0 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:49.768746 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-22e2cc3e-53bc-4054-a789-b86495025d3f req-4eae2a24-8b2e-4cae-81ea-c85955c0faa0 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 945 time: 0.0768602 Jan 26 20:45:49.954516 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-22e2cc3e-53bc-4054-a789-b86495025d3f req-9a6ad835-2b59-43cd-85da-6c96ce86b056 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Deleting port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:45:49.954842 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-22e2cc3e-53bc-4054-a789-b86495025d3f req-9a6ad835-2b59-43cd-85da-6c96ce86b056 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:50.067490 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed09f5-8e00-4f40-8893-a44dec687133 req-810c39ba-df47-4b31-b3e8-d6177ae6fee3 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:50.068904 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9fed09f5-8e00-4f40-8893-a44dec687133 req-810c39ba-df47-4b31-b3e8-d6177ae6fee3 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 943 time: 0.2650881 Jan 26 20:45:50.194062 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9fed09f5-8e00-4f40-8893-a44dec687133 req-47932f9a-8be6-44a8-b8d1-3b5f2f9ea1e0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197269 Jan 26 20:45:50.242438 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-22e2cc3e-53bc-4054-a789-b86495025d3f req-9a6ad835-2b59-43cd-85da-6c96ce86b056 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] For port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=5925c6fd-7418-46a1-a78f-89abe9ad7fa4,segment=NetworkSegment(9c2369ac-f692-4bb7-92c7-9804aa9d48d1),segment_id=9c2369ac-f692-4bb7-92c7-9804aa9d48d1)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:50.242789 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-22e2cc3e-53bc-4054-a789-b86495025d3f req-9a6ad835-2b59-43cd-85da-6c96ce86b056 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:50.366373 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-22e2cc3e-53bc-4054-a789-b86495025d3f req-9a6ad835-2b59-43cd-85da-6c96ce86b056 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Calling delete_port for 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:45:50.440761 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f44b21d1-ff30-4426-b075-74351b40e9eb details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:45:50.506204 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-22e2cc3e-53bc-4054-a789-b86495025d3f req-9a6ad835-2b59-43cd-85da-6c96ce86b056 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:50.519981 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['5925c6fd-7418-46a1-a78f-89abe9ad7fa4'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:45:50.553255 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ad835-2b59-43cd-85da-6c96ce86b056 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Pushing event deleted for resources: {'Port': ['ID=5925c6fd-7418-46a1-a78f-89abe9ad7fa4,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:50.606660 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f44b21d1-ff30-4426-b075-74351b40e9eb, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f44b21d1-ff30-4426-b075-74351b40e9eb,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:50.619734 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'port_id': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'mac_address': 'fa:16:3e:b7:bb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:45:50.625553 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e2cc3e-53bc-4054-a789-b86495025d3f req-9a6ad835-2b59-43cd-85da-6c96ce86b056 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] No DVR routers for this DVR port 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:45:50.628446 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-22e2cc3e-53bc-4054-a789-b86495025d3f req-9a6ad835-2b59-43cd-85da-6c96ce86b056 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:50.638621 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5653b121-ab31-4be8-9afd-bfa3e0646af8', 'name': 'network-vif-deleted', 'tag': '5925c6fd-7418-46a1-a78f-89abe9ad7fa4'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:50.645272 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-22e2cc3e-53bc-4054-a789-b86495025d3f req-9a6ad835-2b59-43cd-85da-6c96ce86b056 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.43 "DELETE /v2.0/ports/5925c6fd-7418-46a1-a78f-89abe9ad7fa4 HTTP/1.1" status: 204 len: 173 time: 0.8718584 Jan 26 20:45:50.684186 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:50.696165 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5653b121-ab31-4be8-9afd-bfa3e0646af8', 'name': 'network-vif-deleted', 'tag': '5925c6fd-7418-46a1-a78f-89abe9ad7fa4', 'status': 'completed', 'code': 200} Jan 26 20:45:50.707280 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44b21d1-ff30-4426-b075-74351b40e9eb {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:45:50.726209 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f44b21d1-ff30-4426-b075-74351b40e9eb, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f44b21d1-ff30-4426-b075-74351b40e9eb,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:50.726973 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-3c14ce70-7657-448d-8310-18286ba1472d req-e900a061-0391-4e57-be74-790fd2798ab2 tempest-AttachVolumeNegativeTest-717687830 tempest-AttachVolumeNegativeTest-717687830-project] 10.222.0.53 "GET /v2.0/ports?device_id=5653b121-ab31-4be8-9afd-bfa3e0646af8 HTTP/1.1" status: 200 len: 210 time: 0.0464537 Jan 26 20:45:50.730707 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:50.798653 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=f44b21d1-ff30-4426-b075-74351b40e9eb,revision_number=7']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:50.956224 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['f44b21d1-ff30-4426-b075-74351b40e9eb'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:45:51.404259 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464abf40-f6a2-4e44-ae5a-4085a308046b req-7a111683-865f-4ca6-824f-c641e958fa27 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:51.405700 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-464abf40-f6a2-4e44-ae5a-4085a308046b req-7a111683-865f-4ca6-824f-c641e958fa27 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 944 time: 0.0780718 Jan 26 20:45:51.449182 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-464abf40-f6a2-4e44-ae5a-4085a308046b req-dd4318f2-23e5-48a1-9942-76cb4209eec9 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378740 Jan 26 20:45:51.830217 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46266) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:51.887112 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1fcbd7-6709-417a-a06b-b7aad19fb406 admin admin] Deleting subnet 9267125a-62c7-4862-ad7d-ad218cb7082a {{(pid=82709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:45:51.890378 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbd7-6709-417a-a06b-b7aad19fb406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:51.937516 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbd7-6709-417a-a06b-b7aad19fb406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7504128'] for subnet, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:51.993349 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbd7-6709-417a-a06b-b7aad19fb406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.058529 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbd7-6709-417a-a06b-b7aad19fb406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7398177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6641091'] for subnet, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.096163 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcbd7-6709-417a-a06b-b7aad19fb406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9267125a-62c7-4862-ad7d-ad218cb7082a,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:52.100948 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcbd7-6709-417a-a06b-b7aad19fb406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.106743 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-1c1fcbd7-6709-417a-a06b-b7aad19fb406 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9267125a-62c7-4862-ad7d-ad218cb7082a HTTP/1.1" status: 204 len: 168 time: 0.2755332 Jan 26 20:45:52.109307 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46270) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:52.214198 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.340536 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.364042 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04d71fd-b8e4-45c7-b700-e09f6c6a3485']}} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:45:52.375969 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2369ac-f692-4bb7-92c7-9804aa9d48d1') {'for_net_delete': True} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:45:52.376514 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2369ac-f692-4bb7-92c7-9804aa9d48d1') {} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:45:52.387312 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7504139'] for segment, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.403011 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.408796 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=82709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:45:52.409161 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8264327'] for segment, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: Traceback (most recent call last): Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: timer() Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: cb(*args, **kw) Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: return func(*args, **kwargs) Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: self._notify() Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: self.callback(batched_events) Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: event.method(event) Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: return f(self, *a, **k) Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._get(url).json() Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: return self.request(url, 'GET', **kwargs) Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:45:52.422257 dv-cinder-826519-1-iscsi neutron-server[82709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:45:52.445419 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f44b21d1-ff30-4426-b075-74351b40e9eb up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:45:52.501408 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.507638 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.518456 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port f44b21d1-ff30-4426-b075-74351b40e9eb triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:45:52.518825 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.542201 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] Pushing event deleted for resources: {'Network': ['ID=a04d71fd-b8e4-45c7-b700-e09f6c6a3485,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:52.560321 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-9f1a3a9b-4b20-42e4-863c-c45061568211 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a04d71fd-b8e4-45c7-b700-e09f6c6a3485 HTTP/1.1" status: 204 len: 168 time: 0.4488604 Jan 26 20:45:52.649142 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.650622 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bdcab-9dd5-4f4d-8f68-0a0dd6c4344f req-279e031b-e681-4a44-bec3-1d0eae0fa2b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:52.652247 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b41bdcab-9dd5-4f4d-8f68-0a0dd6c4344f req-279e031b-e681-4a44-bec3-1d0eae0fa2b0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 944 time: 0.0791245 Jan 26 20:45:52.676117 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:52.686236 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f44b21d1-ff30-4426-b075-74351b40e9eb, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f44b21d1-ff30-4426-b075-74351b40e9eb,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:45:52.691969 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.692854 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:45:52.704299 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-b41bdcab-9dd5-4f4d-8f68-0a0dd6c4344f req-724b80f9-a797-403d-b9e2-ddc9c32e7660 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463548 Jan 26 20:45:52.764147 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'code': 200} Jan 26 20:45:52.770780 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:45:52.771147 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 5925c6fd-7418-46a1-a78f-89abe9ad7fa4 not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:45:52.776440 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46280) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:52.797304 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=f44b21d1-ff30-4426-b075-74351b40e9eb,revision_number=8']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:52.825252 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-fb533ad0-3fce-4783-a5c4-54f381853b80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5572a469fa5f484e9c370d46e5990d75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476563 Jan 26 20:45:52.827781 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46284) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:52.885674 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-6add25d7-9514-4220-ba30-c7ca0a73f5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.911141 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-6add25d7-9514-4220-ba30-c7ca0a73f5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:52.960829 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-6add25d7-9514-4220-ba30-c7ca0a73f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:53.019257 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add25d7-9514-4220-ba30-c7ca0a73f5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ff34ad-c6f2-408c-8dfe-625b6b22eba7,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:53.039190 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-6add25d7-9514-4220-ba30-c7ca0a73f5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:53.041086 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-6add25d7-9514-4220-ba30-c7ca0a73f5e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08ff34ad-c6f2-408c-8dfe-625b6b22eba7 HTTP/1.1" status: 204 len: 168 time: 0.2122130 Jan 26 20:45:53.061812 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c86474bb-fd1a-4f33-bf20-6d151760b566 req-7057a830-b80d-4c3c-b4b5-2633bdd86948 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 1098 time: 0.0967963 Jan 26 20:45:53.105092 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-c86474bb-fd1a-4f33-bf20-6d151760b566 req-4f25e5d3-9f8f-46e1-a34d-ffa6d77c80a8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369458 Jan 26 20:45:53.902242 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9993f51-124f-49d6-8bc8-f770144656ac req-e32104fb-7317-40c4-93ff-aab1556d0e0d tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:53.903705 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d9993f51-124f-49d6-8bc8-f770144656ac req-e32104fb-7317-40c4-93ff-aab1556d0e0d tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0745146 Jan 26 20:45:53.948695 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d9993f51-124f-49d6-8bc8-f770144656ac req-884c800f-acf5-427a-9301-7e99f2e13b2e tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394585 Jan 26 20:45:54.958892 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:45:55.147649 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd685c-f4a1-4bdf-a7e7-c96446aeaefc req-77faaeec-6e08-442f-acee-9e8e07bf115b tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:45:55.149101 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-14cd685c-f4a1-4bdf-a7e7-c96446aeaefc req-77faaeec-6e08-442f-acee-9e8e07bf115b tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0774763 Jan 26 20:45:55.193702 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-14cd685c-f4a1-4bdf-a7e7-c96446aeaefc req-d6384ed3-0666-4aaa-84fc-886f1273041d tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389767 Jan 26 20:45:55.421081 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46348) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:55.556104 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-217782d8-8363-4488-8b97-f93083ca7e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:55.588749 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-217782d8-8363-4488-8b97-f93083ca7e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:45:55.592998 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-217782d8-8363-4488-8b97-f93083ca7e29 admin admin] Usage tracker for resource:security_group_rule and tenant:c12c3a817f2d4490877afc0fb518f0ef is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:45:55.595760 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-217782d8-8363-4488-8b97-f93083ca7e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:45:55.601433 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-217782d8-8363-4488-8b97-f93083ca7e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:45:55.665392 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-217782d8-8363-4488-8b97-f93083ca7e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:55.673193 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-217782d8-8363-4488-8b97-f93083ca7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:55.718875 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217782d8-8363-4488-8b97-f93083ca7e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22600b5-b49e-45de-a6a1-69e942367df0,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:55.724136 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-217782d8-8363-4488-8b97-f93083ca7e29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c12c3a817f2d4490877afc0fb518f0ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3020325 Jan 26 20:45:55.726884 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46354) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:55.785353 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b1dca77b-59f8-4132-b7d9-d6e53b5309f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:55.809508 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b1dca77b-59f8-4132-b7d9-d6e53b5309f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:55.858668 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b1dca77b-59f8-4132-b7d9-d6e53b5309f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:55.872330 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dca77b-59f8-4132-b7d9-d6e53b5309f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22600b5-b49e-45de-a6a1-69e942367df0,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:55.878721 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b1dca77b-59f8-4132-b7d9-d6e53b5309f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:55.882256 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b1dca77b-59f8-4132-b7d9-d6e53b5309f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d22600b5-b49e-45de-a6a1-69e942367df0 HTTP/1.1" status: 204 len: 168 time: 0.1520669 Jan 26 20:45:56.192252 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46362) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:56.209719 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-cfd74c9d-fb21-46fd-a439-9f0efe9105d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:56.243053 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-cfd74c9d-fb21-46fd-a439-9f0efe9105d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:45:56.246899 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-cfd74c9d-fb21-46fd-a439-9f0efe9105d4 admin admin] Usage tracker for resource:security_group_rule and tenant:b7ea629a60964156a8e112b01fa1c744 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:45:56.250213 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-cfd74c9d-fb21-46fd-a439-9f0efe9105d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:45:56.255931 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-cfd74c9d-fb21-46fd-a439-9f0efe9105d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:45:56.320604 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-cfd74c9d-fb21-46fd-a439-9f0efe9105d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:56.324287 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-cfd74c9d-fb21-46fd-a439-9f0efe9105d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:56.369149 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd74c9d-fb21-46fd-a439-9f0efe9105d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a689c3-67d0-4dcc-a7c6-609ef3319e9f,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:56.377690 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-cfd74c9d-fb21-46fd-a439-9f0efe9105d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7ea629a60964156a8e112b01fa1c744&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1817217 Jan 26 20:45:56.378196 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46366) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:56.435807 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1991aff3-9212-415a-9e20-fb08b03204dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:56.460673 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1991aff3-9212-415a-9e20-fb08b03204dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:56.510317 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1991aff3-9212-415a-9e20-fb08b03204dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:56.526802 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991aff3-9212-415a-9e20-fb08b03204dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a689c3-67d0-4dcc-a7c6-609ef3319e9f,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:45:56.530516 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-1991aff3-9212-415a-9e20-fb08b03204dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:45:56.532552 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-1991aff3-9212-415a-9e20-fb08b03204dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06a689c3-67d0-4dcc-a7c6-609ef3319e9f HTTP/1.1" status: 204 len: 168 time: 0.1537888 Jan 26 20:46:00.187402 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46504) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:00.326251 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2f65bf62-6f6e-4afe-acaf-af1a6ef728e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:00.356629 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-2f65bf62-6f6e-4afe-acaf-af1a6ef728e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:46:00.360368 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-2f65bf62-6f6e-4afe-acaf-af1a6ef728e7 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5150c4866040738cdf20e933f383c6 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:46:00.363233 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-2f65bf62-6f6e-4afe-acaf-af1a6ef728e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:46:00.369824 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-2f65bf62-6f6e-4afe-acaf-af1a6ef728e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:46:00.433615 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2f65bf62-6f6e-4afe-acaf-af1a6ef728e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:00.437698 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-2f65bf62-6f6e-4afe-acaf-af1a6ef728e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:00.481999 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65bf62-6f6e-4afe-acaf-af1a6ef728e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f8ae0c-593c-4d92-a863-95d44058dde4,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:46:00.486294 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-2f65bf62-6f6e-4afe-acaf-af1a6ef728e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b5150c4866040738cdf20e933f383c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2978175 Jan 26 20:46:00.489305 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46510) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:00.546809 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bc2eb84b-7738-4aee-8165-b9cd57330ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:00.571507 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bc2eb84b-7738-4aee-8165-b9cd57330ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:00.622545 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bc2eb84b-7738-4aee-8165-b9cd57330ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:00.636361 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2eb84b-7738-4aee-8165-b9cd57330ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f8ae0c-593c-4d92-a863-95d44058dde4,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:46:00.645184 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-bc2eb84b-7738-4aee-8165-b9cd57330ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:00.647533 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-bc2eb84b-7738-4aee-8165-b9cd57330ac9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1f8ae0c-593c-4d92-a863-95d44058dde4 HTTP/1.1" status: 204 len: 168 time: 0.1565566 Jan 26 20:46:00.976614 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46518) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:00.997919 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9568f22c-ff3c-4c07-be3c-0a0001430de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:01.032067 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-9568f22c-ff3c-4c07-be3c-0a0001430de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:46:01.035994 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-9568f22c-ff3c-4c07-be3c-0a0001430de9 admin admin] Usage tracker for resource:security_group_rule and tenant:dd7cb8cb1a61495598daac57ab86bb1f is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:46:01.038727 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-9568f22c-ff3c-4c07-be3c-0a0001430de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:46:01.044351 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-9568f22c-ff3c-4c07-be3c-0a0001430de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:46:01.108849 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9568f22c-ff3c-4c07-be3c-0a0001430de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:01.115697 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-9568f22c-ff3c-4c07-be3c-0a0001430de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:01.160254 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568f22c-ff3c-4c07-be3c-0a0001430de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac68528e-f6d4-476b-b184-f251d2abf561,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:46:01.168419 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-9568f22c-ff3c-4c07-be3c-0a0001430de9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd7cb8cb1a61495598daac57ab86bb1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1884267 Jan 26 20:46:01.169143 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46522) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:01.228535 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8bbb073b-e666-43f3-937a-c884d50233df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:01.254692 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8bbb073b-e666-43f3-937a-c884d50233df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:01.304045 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8bbb073b-e666-43f3-937a-c884d50233df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:01.324579 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb073b-e666-43f3-937a-c884d50233df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac68528e-f6d4-476b-b184-f251d2abf561,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:46:01.329011 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-8bbb073b-e666-43f3-937a-c884d50233df admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:01.330102 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-8bbb073b-e666-43f3-937a-c884d50233df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac68528e-f6d4-476b-b184-f251d2abf561 HTTP/1.1" status: 204 len: 168 time: 0.1605639 Jan 26 20:46:03.296790 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:03.568339 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46572) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:03.708554 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:03.738099 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:46:03.741927 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Usage tracker for resource:security_group_rule and tenant:4f6a412738924105922839190b129332 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:46:03.744666 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:46:03.750787 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:46:03.813565 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:03.817213 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:03.861396 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1f7048-1f9f-4b3a-a99a-4eb43a0e7ac8,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:46:03.867296 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f6a412738924105922839190b129332&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2965226 Jan 26 20:46:03.868534 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46578) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:03.872493 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:03.872829 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:03.873153 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:03.874238 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:03.874367 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:03.874689 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:03.875021 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:03.875336 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:03.875649 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:03.876204 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:03.876521 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c60e19-764d-4789-b581-894abfe92bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:03.926069 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1a731a28-64de-46ba-b977-b1c2865dd843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:03.950508 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1a731a28-64de-46ba-b977-b1c2865dd843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:04.000364 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1a731a28-64de-46ba-b977-b1c2865dd843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:04.014619 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a731a28-64de-46ba-b977-b1c2865dd843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1f7048-1f9f-4b3a-a99a-4eb43a0e7ac8,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:46:04.022603 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-1a731a28-64de-46ba-b977-b1c2865dd843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:04.023761 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-1a731a28-64de-46ba-b977-b1c2865dd843 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd1f7048-1f9f-4b3a-a99a-4eb43a0e7ac8 HTTP/1.1" status: 204 len: 168 time: 0.1541300 Jan 26 20:46:04.339999 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46586) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:04.358656 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d3953bc4-71f9-4717-89ae-90413c1330d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:04.388385 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d3953bc4-71f9-4717-89ae-90413c1330d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:46:04.392295 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d3953bc4-71f9-4717-89ae-90413c1330d6 admin admin] Usage tracker for resource:security_group_rule and tenant:a1720b05dd6444419b4c4c8599f9c763 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:46:04.395231 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-d3953bc4-71f9-4717-89ae-90413c1330d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:46:04.402950 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-d3953bc4-71f9-4717-89ae-90413c1330d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:46:04.470536 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d3953bc4-71f9-4717-89ae-90413c1330d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:04.474174 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-d3953bc4-71f9-4717-89ae-90413c1330d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:04.520763 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-d3953bc4-71f9-4717-89ae-90413c1330d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1720b05dd6444419b4c4c8599f9c763&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1796653 Jan 26 20:46:04.521628 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3953bc4-71f9-4717-89ae-90413c1330d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8e0cc9-62aa-4ca8-9792-c0ff7680cb3d,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:46:04.523504 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46590) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:04.580580 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b92c361e-97be-4fec-8bb3-ae7ef8799a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:04.604937 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b92c361e-97be-4fec-8bb3-ae7ef8799a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:04.656365 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b92c361e-97be-4fec-8bb3-ae7ef8799a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:04.670642 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c361e-97be-4fec-8bb3-ae7ef8799a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8e0cc9-62aa-4ca8-9792-c0ff7680cb3d,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:46:04.680167 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b92c361e-97be-4fec-8bb3-ae7ef8799a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:04.681325 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-b92c361e-97be-4fec-8bb3-ae7ef8799a45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed8e0cc9-62aa-4ca8-9792-c0ff7680cb3d HTTP/1.1" status: 204 len: 168 time: 0.1568298 Jan 26 20:46:12.569198 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b9c4-82aa-44c8-aa5a-d9e9f3cb152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:13.854789 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46676) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:13.990934 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f898e62d-3f27-4df0-a501-59019219c6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:14.020277 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-f898e62d-3f27-4df0-a501-59019219c6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:46:14.024088 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-f898e62d-3f27-4df0-a501-59019219c6fe admin admin] Usage tracker for resource:security_group_rule and tenant:5748c8a29a9045d7809e2fb72cce7e06 is out of sync, need to count used quota {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:46:14.026866 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [None req-f898e62d-3f27-4df0-a501-59019219c6fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:46:14.032967 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [None req-f898e62d-3f27-4df0-a501-59019219c6fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:46:14.097553 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f898e62d-3f27-4df0-a501-59019219c6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:14.101165 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-f898e62d-3f27-4df0-a501-59019219c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:14.146497 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898e62d-3f27-4df0-a501-59019219c6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01856a17-00a4-462a-9e0e-b7774a3c79f3,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:46:14.150866 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-f898e62d-3f27-4df0-a501-59019219c6fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5748c8a29a9045d7809e2fb72cce7e06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2950470 Jan 26 20:46:14.153816 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46682) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:14.212926 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9603f5b-d1b6-4533-ae69-9f59817f3e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:14.236980 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9603f5b-d1b6-4533-ae69-9f59817f3e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:14.284428 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9603f5b-d1b6-4533-ae69-9f59817f3e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:14.298223 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9603f5b-d1b6-4533-ae69-9f59817f3e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01856a17-00a4-462a-9e0e-b7774a3c79f3,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:46:14.304503 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e9603f5b-d1b6-4533-ae69-9f59817f3e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:14.305597 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-e9603f5b-d1b6-4533-ae69-9f59817f3e58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01856a17-00a4-462a-9e0e-b7774a3c79f3 HTTP/1.1" status: 204 len: 168 time: 0.1512606 Jan 26 20:46:14.845191 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-f44ee091-0db8-4cd4-9eed-bcc9bb67a9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:16.117276 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:16.172892 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:18.031498 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:31.958471 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:46:33.312543 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:41.170594 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-90f30b1d-c577-484f-8ec0-c9c7d1223177 req-56a6f7a5-05b1-4ff5-bb49-5fffd5262153 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649321 Jan 26 20:46:41.396780 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-90f30b1d-c577-484f-8ec0-c9c7d1223177 req-b473f3d9-ea03-48bb-93e7-96a8ed8b3682 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44d3ccacd6e54eb1aedfaa23335cb56f&device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 1098 time: 0.1545343 Jan 26 20:46:41.545166 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f30b1d-c577-484f-8ec0-c9c7d1223177 req-56be92b8-272c-4d81-b2a0-61634942ed77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:46:41.546722 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-90f30b1d-c577-484f-8ec0-c9c7d1223177 req-56be92b8-272c-4d81-b2a0-61634942ed77 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dec82af-adfe-409d-9600-0434c93cd718 HTTP/1.1" status: 200 len: 910 time: 0.1281796 Jan 26 20:46:41.547243 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46832) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:41.649539 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-90f30b1d-c577-484f-8ec0-c9c7d1223177 req-6fde1fcf-eda5-479a-95b7-de8336806d61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f44b21d1-ff30-4426-b075-74351b40e9eb HTTP/1.1" status: 200 len: 1001 time: 0.0961056 Jan 26 20:46:41.686091 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:41.710450 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f30b1d-c577-484f-8ec0-c9c7d1223177 req-e0435788-6cc4-44d2-88ef-e50d91c694aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:46:41.711918 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-90f30b1d-c577-484f-8ec0-c9c7d1223177 req-e0435788-6cc4-44d2-88ef-e50d91c694aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46bcd92-ffbb-4d64-bd87-98054ae76669 HTTP/1.1" status: 200 len: 848 time: 0.0564895 Jan 26 20:46:41.717513 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:46:41.721293 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Usage tracker for resource:security_group_rule and tenant:980f573b365247d39f8379613159f1b2 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:46:41.724047 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:46:41.729607 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:46:41.787191 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-90f30b1d-c577-484f-8ec0-c9c7d1223177 req-167d5bd4-e299-41c5-a5ea-a1d363b8db1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dec82af-adfe-409d-9600-0434c93cd718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694444 Jan 26 20:46:41.793805 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:41.797449 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:41.842907 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450b796a-b54c-403c-b088-4655b70ebafe,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:46:41.851055 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=980f573b365247d39f8379613159f1b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2998898 Jan 26 20:46:41.851055 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46838) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:41.869908 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:41.870248 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:41.870583 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:41.870913 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:41.871269 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:41.871591 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:41.871907 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:41.872227 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:41.872549 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:41.872860 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:41.873173 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431da48f-a52e-4749-ad1c-a2f9416a09db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:46:41.923750 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-90f30b1d-c577-484f-8ec0-c9c7d1223177 req-faa96c8f-6e44-4a86-9a06-8c652daaf89b service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302583 Jan 26 20:46:41.925421 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7c93ed70-38a8-49fa-8063-b79863eb4427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:41.950702 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7c93ed70-38a8-49fa-8063-b79863eb4427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:41.999929 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7c93ed70-38a8-49fa-8063-b79863eb4427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:42.016545 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93ed70-38a8-49fa-8063-b79863eb4427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450b796a-b54c-403c-b088-4655b70ebafe,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:46:42.026543 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-7c93ed70-38a8-49fa-8063-b79863eb4427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:42.027669 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-7c93ed70-38a8-49fa-8063-b79863eb4427 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/450b796a-b54c-403c-b088-4655b70ebafe HTTP/1.1" status: 204 len: 168 time: 0.1759214 Jan 26 20:46:42.056475 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-90f30b1d-c577-484f-8ec0-c9c7d1223177 req-fc8a442e-b824-4e05-8e06-c703717acdb0 service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254029 Jan 26 20:46:42.570828 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-01e576cf-2f2a-43f5-bc21-b29a167cc4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:44.846368 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-408db898-09ae-40a0-b0d0-acdc2ec2a7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:46.116360 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:46.164429 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:46:48.033689 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:03.307940 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:08.958123 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:47:12.572503 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-4c0a2d2c-b5b9-4aa3-a01e-ba557e77bd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:14.848411 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-40aa9c4b-c814-4f8d-b0a9-d2df818d67dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:16.119751 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:16.164610 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:16.881833 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-7c9b23f3-81db-4344-974e-ebc3615c3a56 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090726675&fields=id&tenant_id=e9a57cd7739d474faf8f56ebf9f56596 HTTP/1.1" status: 200 len: 267 time: 0.0440826 Jan 26 20:47:17.023277 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c2374-8255-4e8b-be72-1713edce068e req-769157ca-e427-4b67-991d-2ca42938ea0f tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:17.024598 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-769157ca-e427-4b67-991d-2ca42938ea0f tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 812 time: 0.1363194 Jan 26 20:47:17.040272 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-0e496346-77c5-48a6-a6ad-f36748adbb5c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/quotas/e9a57cd7739d474faf8f56ebf9f56596 HTTP/1.1" status: 200 len: 375 time: 0.0105078 Jan 26 20:47:17.120040 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-986f2767-157c-4f40-b530-20e21b7ceb32 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0751302 Jan 26 20:47:17.135271 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-e8777ee9-349e-4fa1-bb75-c4b507eaebe5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=82708) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 26 20:47:17.136189 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-e8777ee9-349e-4fa1-bb75-c4b507eaebe5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048275 Jan 26 20:47:17.260908 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-2609e9d3-f668-4cde-a25d-22a651c2c02e service neutron] 10.222.0.53 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193795 Jan 26 20:47:17.390160 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-53c31c12-c2b4-4036-9622-bd7c7f149132 service neutron] 10.222.0.53 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237805 Jan 26 20:47:18.009069 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-9fbf2027-ef7d-4a95-afb1-b6c13426377d req-8a022605-f61e-442b-ae66-eb08b3070d5f tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 210 time: 0.1721005 Jan 26 20:47:18.038275 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:18.877910 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c2374-8255-4e8b-be72-1713edce068e req-2734724f-07bc-4f0c-bfab-138fc3c7aa0e tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:18.879362 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-2734724f-07bc-4f0c-bfab-138fc3c7aa0e tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 812 time: 0.1406980 Jan 26 20:47:18.933122 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-4a4cfa71-4218-4b99-8fee-50683efe61ff tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9a57cd7739d474faf8f56ebf9f56596 HTTP/1.1" status: 200 len: 380 time: 0.0401387 Jan 26 20:47:18.942150 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'port': {'device_id': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'admin_state_up': True, 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'security_groups': ['0aca20fc-72fc-4a04-8760-f790dac2c149']}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:47:19.075212 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:47:19.086885 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.quota.driver [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:47:19.097351 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Made reservation on behalf of e9a57cd7739d474faf8f56ebf9f56596 for: {'port': 1} {{(pid=82708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:47:19.100275 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:19.288308 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-d7cb84b1-2488-4f1c-97c6-adaaff554d2e req-f7b8519b-d034-44a9-b1eb-7fc34565abc0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 210 time: 0.0514224 Jan 26 20:47:19.376723 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_common [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Allocated IP 172.20.0.10 (c83090db-3345-4185-95c5-e77079404feb/1541ad6d-fe96-40af-9f9c-9494a1a64fe4/f55e68fa-8fff-461c-9879-a31548fdb0df) {{(pid=82708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:47:19.562595 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for port, precommit_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:19.578105 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Transition to ACTIVE for port object f55e68fa-8fff-461c-9879-a31548fdb0df will not be triggered until provisioned by entity DHCP. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:47:19.600762 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_create {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:19.674166 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Network c83090db-3345-4185-95c5-e77079404feb is already hosted by enough agents. {{(pid=82708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:47:19.677721 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.base_scheduler [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources bound (agent type, host, resource id): {{(pid=82708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:47:19.682070 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Received port after_create {{(pid=82708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:47:19.713248 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'Port': ['ID=f55e68fa-8fff-461c-9879-a31548fdb0df,revision_number=1']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:19.729866 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:19.730097 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:19.730488 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:19.730820 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:19.731168 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:19.731489 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:19.731805 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:19.732120 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:19.732439 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:19.732739 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:19.733049 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:19.759210 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:19.759797 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:19.784558 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-62d74f99-208d-40ea-8b05-9b3fba46b4da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8457260 Jan 26 20:47:19.794274 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-87043aff-3ae9-47ed-af28-6589d174dc3a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=82708) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 26 20:47:19.795309 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-87043aff-3ae9-47ed-af28-6589d174dc3a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051086 Jan 26 20:47:19.806172 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.v2.base [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Request body: {'port': {'device_id': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82651'}} {{(pid=82708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:47:19.890144 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d4828dd2-1c25-468d-8b4c-9f38946f52eb None None] Provisioning for port f55e68fa-8fff-461c-9879-a31548fdb0df completed by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:47:19.895477 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d4828dd2-1c25-468d-8b4c-9f38946f52eb None None] Provisioning complete for port f55e68fa-8fff-461c-9879-a31548fdb0df triggered by entity DHCP. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:47:19.896398 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d4828dd2-1c25-468d-8b4c-9f38946f52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:19.918110 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:19.946651 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d4828dd2-1c25-468d-8b4c-9f38946f52eb None None] Port f55e68fa-8fff-461c-9879-a31548fdb0df cannot update to ACTIVE because it is not bound. {{(pid=82710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 26 20:47:20.236799 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55e68fa-8fff-461c-9879-a31548fdb0df {{(pid=82708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:47:20.243885 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:20.257742 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.provisioning_blocks [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Transition to ACTIVE for port object f55e68fa-8fff-461c-9879-a31548fdb0df will not be triggered until provisioned by entity L2. {{(pid=82708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 20:47:20.260447 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:20.453378 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Pushing event updated for resources: {'Port': ['ID=f55e68fa-8fff-461c-9879-a31548fdb0df,revision_number=2']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:20.498839 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce31b62-2b78-442a-8a22-1796cdafbc49 req-7077a83d-34fe-41bf-b4fb-65e23b9fb8a6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:20.500464 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Attempting to bind port f55e68fa-8fff-461c-9879-a31548fdb0df on host hv-cinder-82651 for vnic_type normal with profile {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 20:47:20.501059 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Attempting to bind port f55e68fa-8fff-461c-9879-a31548fdb0df by drivers openvswitch,hyperv on host hv-cinder-82651 at level 0 using segments [{'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 20:47:20.501386 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Attempting to bind port f55e68fa-8fff-461c-9879-a31548fdb0df on network c83090db-3345-4185-95c5-e77079404feb {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:47:20.503813 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fce31b62-2b78-442a-8a22-1796cdafbc49 req-7077a83d-34fe-41bf-b4fb-65e23b9fb8a6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 944 time: 0.0860085 Jan 26 20:47:20.507521 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Port f55e68fa-8fff-461c-9879-a31548fdb0df on network c83090db-3345-4185-95c5-e77079404feb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82651 {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 26 20:47:20.507812 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Attempting to bind port f55e68fa-8fff-461c-9879-a31548fdb0df on network c83090db-3345-4185-95c5-e77079404feb {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 26 20:47:20.514126 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Checking agent: {'id': 'd51df443-82d4-429c-b940-ed372123becb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82651', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'started_at': datetime.datetime(2022, 1, 26, 20, 34, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 26 20:47:20.514471 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Checking segment: {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 26 20:47:20.514822 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Bound using segment: {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'} {{(pid=82708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 26 20:47:20.515257 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.managers [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Bound port: f55e68fa-8fff-461c-9879-a31548fdb0df, host: hv-cinder-82651, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c83090db-3345-4185-95c5-e77079404feb'}}] {{(pid=82708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 20:47:20.515591 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:20.549913 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-fce31b62-2b78-442a-8a22-1796cdafbc49 req-72fdda35-a48b-45dc-997a-6f78880c6b1c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404327 Jan 26 20:47:20.601437 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] For port f55e68fa-8fff-461c-9879-a31548fdb0df, host hv-cinder-82651, cleared binding levels {{(pid=82708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:47:20.605480 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] For port f55e68fa-8fff-461c-9879-a31548fdb0df, host hv-cinder-82651, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f55e68fa-8fff-461c-9879-a31548fdb0df,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:47:20.609149 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8080736'] for port, after_update {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:20.674068 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:20.675542 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-199701bb-d054-44e8-94a8-766a16298819 service neutron] 10.222.0.43 "PUT /v2.0/ports/f55e68fa-8fff-461c-9879-a31548fdb0df HTTP/1.1" status: 200 len: 1094 time: 0.8733306 Jan 26 20:47:20.675956 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'tag': 'f55e68fa-8fff-461c-9879-a31548fdb0df'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:20.692394 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199701bb-d054-44e8-94a8-766a16298819 service neutron] Pushing event updated for resources: {'Port': ['ID=f55e68fa-8fff-461c-9879-a31548fdb0df,revision_number=3']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:20.748014 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'tag': 'f55e68fa-8fff-461c-9879-a31548fdb0df', 'status': 'completed', 'code': 200} Jan 26 20:47:20.790428 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-895a9c75-035a-43a2-83f0-dd1468b7c0d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 1097 time: 0.0737271 Jan 26 20:47:20.864847 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-0059038a-9cd5-4b89-812f-4a7e911d8524 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55e68fa-8fff-461c-9879-a31548fdb0df HTTP/1.1" status: 200 len: 217 time: 0.0629673 Jan 26 20:47:20.930360 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c2374-8255-4e8b-be72-1713edce068e req-e136b72f-d698-46fd-8078-38806497a608 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:20.931817 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-e136b72f-d698-46fd-8078-38806497a608 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0574343 Jan 26 20:47:21.009631 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-8513956d-614c-4b69-86be-72162be20410 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676439 Jan 26 20:47:21.219489 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-c1c19db3-79ca-4174-95fe-c4b94ee4d299 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994109 Jan 26 20:47:21.349280 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-059c2374-8255-4e8b-be72-1713edce068e req-3db144c5-e92c-45a4-9ac5-962f7ea5c59c service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204417 Jan 26 20:47:21.465675 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-54415df4-daa9-43ae-802f-dc0c7f8c210a req-a1ddb66d-a1fc-4880-b11f-56374d6445eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 1097 time: 0.0658510 Jan 26 20:47:21.578088 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46906) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:21.592793 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54415df4-daa9-43ae-802f-dc0c7f8c210a req-7277c542-759a-46a2-99b5-fe5e68beda67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:21.594220 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-54415df4-daa9-43ae-802f-dc0c7f8c210a req-7277c542-759a-46a2-99b5-fe5e68beda67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 913 time: 0.1224651 Jan 26 20:47:21.667704 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-54415df4-daa9-43ae-802f-dc0c7f8c210a req-3da5aede-2f67-40db-95b2-4dccd636911a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55e68fa-8fff-461c-9879-a31548fdb0df HTTP/1.1" status: 200 len: 217 time: 0.0652890 Jan 26 20:47:21.732426 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54415df4-daa9-43ae-802f-dc0c7f8c210a req-ede66524-e0ec-44d2-8e06-afe3867065f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:21.733845 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-54415df4-daa9-43ae-802f-dc0c7f8c210a req-ede66524-e0ec-44d2-8e06-afe3867065f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0585546 Jan 26 20:47:21.807595 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-54415df4-daa9-43ae-802f-dc0c7f8c210a req-5d90aef8-9611-45fe-b474-5ac79d5ca694 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663528 Jan 26 20:47:21.917719 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8207a2c-8b8b-4d28-9a3f-bb8dd95c872a req-aa41d483-0d82-459a-8974-16a6d453da5d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:21.919086 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a8207a2c-8b8b-4d28-9a3f-bb8dd95c872a req-aa41d483-0d82-459a-8974-16a6d453da5d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 944 time: 0.1882231 Jan 26 20:47:21.920429 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-83b3be2e-6ce2-4a74-998c-905e0195c80f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Deleting port e4e20830-e74f-4be5-87f5-14f91c241a04 {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:47:21.920757 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-83b3be2e-6ce2-4a74-998c-905e0195c80f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:21.947837 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-54415df4-daa9-43ae-802f-dc0c7f8c210a req-75207888-beb4-4883-aa9f-bfe97c333240 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307499 Jan 26 20:47:22.076174 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-a8207a2c-8b8b-4d28-9a3f-bb8dd95c872a req-f2cc8eb1-8df2-4452-b97c-c8686b1c2117 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286724 Jan 26 20:47:22.081920 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-54415df4-daa9-43ae-802f-dc0c7f8c210a req-2afdae9b-f7de-4719-b2ff-134ea90823c0 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274648 Jan 26 20:47:22.123693 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-83b3be2e-6ce2-4a74-998c-905e0195c80f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:22.124013 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-83b3be2e-6ce2-4a74-998c-905e0195c80f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:22.238354 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-83b3be2e-6ce2-4a74-998c-905e0195c80f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Calling delete_port for e4e20830-e74f-4be5-87f5-14f91c241a04 owned by network:floatingip {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:47:22.387441 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-83b3be2e-6ce2-4a74-998c-905e0195c80f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:22.431731 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3be2e-6ce2-4a74-998c-905e0195c80f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event deleted for resources: {'Port': ['ID=e4e20830-e74f-4be5-87f5-14f91c241a04,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:22.521864 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-83b3be2e-6ce2-4a74-998c-905e0195c80f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for floatingip, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:22.894404 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b3be2e-6ce2-4a74-998c-905e0195c80f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:47:23.087999 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b3be2e-6ce2-4a74-998c-905e0195c80f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:47:23.097877 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce2537-003e-424a-bae3-1f0ab2727b93 None None] Sync routers for ids ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:47:23.106919 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-83b3be2e-6ce2-4a74-998c-905e0195c80f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:23.109521 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce2537-003e-424a-bae3-1f0ab2727b93 None None] Routers {'5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:47:23.110128 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-80ce2537-003e-424a-bae3-1f0ab2727b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:47:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:23.252513 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-83b3be2e-6ce2-4a74-998c-905e0195c80f tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "DELETE /v2.0/floatingips/a0364782-a31a-4703-a2b3-325f51e88b53 HTTP/1.1" status: 204 len: 168 time: 1.6731565 Jan 26 20:47:23.253599 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:23.288093 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3beb-34e8-46c9-96e0-63250362a831 req-8080aaa4-217d-4e2c-91c7-c811964d9b1c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:23.289594 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-351c3beb-34e8-46c9-96e0-63250362a831 req-8080aaa4-217d-4e2c-91c7-c811964d9b1c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Synchronizing usage tracker for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:47:23.306359 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-351c3beb-34e8-46c9-96e0-63250362a831 req-8080aaa4-217d-4e2c-91c7-c811964d9b1c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Unset dirty status for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:47:23.308392 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-351c3beb-34e8-46c9-96e0-63250362a831 req-8080aaa4-217d-4e2c-91c7-c811964d9b1c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 944 time: 0.1063724 Jan 26 20:47:23.335662 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-80ce2537-003e-424a-bae3-1f0ab2727b93 None None] Set router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:47:23.382722 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-351c3beb-34e8-46c9-96e0-63250362a831 req-4600e9ba-bc18-406c-a432-9f4c04b86dd6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679405 Jan 26 20:47:23.445887 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'status': 'completed', 'code': 200} Jan 26 20:47:23.552625 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a4dd0619-551e-4909-8810-38015c0d9710 req-daa11e92-8195-4167-b25a-0329ea765bf9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44d3ccacd6e54eb1aedfaa23335cb56f&device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 1098 time: 0.0701001 Jan 26 20:47:23.683922 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-80ce2537-003e-424a-bae3-1f0ab2727b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:17Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '3f2014ca-5032-48af-9413-77dc4583de4f', 'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'mac_address': 'fa:16:3e:61:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:17Z', 'updated_at': '2022-01-26T20:43:00Z', 'revision_number': 5, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'subnets': [{'id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:23.687709 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce2537-003e-424a-bae3-1f0ab2727b93 None None] Checking router: 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:47:23.698364 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce2537-003e-424a-bae3-1f0ab2727b93 None None] Routers {'5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:47:23.698946 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-80ce2537-003e-424a-bae3-1f0ab2727b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:47:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:23.740638 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd0619-551e-4909-8810-38015c0d9710 req-9fa0f272-5998-4080-9d57-faf3f3ee5350 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:23.742126 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a4dd0619-551e-4909-8810-38015c0d9710 req-9fa0f272-5998-4080-9d57-faf3f3ee5350 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4dec82af-adfe-409d-9600-0434c93cd718 HTTP/1.1" status: 200 len: 910 time: 0.1795890 Jan 26 20:47:23.754695 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf302b5a-7877-4702-bd8b-4e1d0c40b376 req-a6f7bb8b-eec5-4d4f-9784-7be288c1e296 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:23.756185 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cf302b5a-7877-4702-bd8b-4e1d0c40b376 req-a6f7bb8b-eec5-4d4f-9784-7be288c1e296 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.1680036 Jan 26 20:47:23.836601 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a4dd0619-551e-4909-8810-38015c0d9710 req-a3c26714-6620-489a-a7a6-3f70ea6d9673 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f44b21d1-ff30-4426-b075-74351b40e9eb HTTP/1.1" status: 200 len: 217 time: 0.0793977 Jan 26 20:47:23.873399 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-80ce2537-003e-424a-bae3-1f0ab2727b93 None None] Set router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:47:23.894046 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cf302b5a-7877-4702-bd8b-4e1d0c40b376 req-40a45448-398d-4415-96af-a2b75d410bf4 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885570 Jan 26 20:47:23.906764 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd0619-551e-4909-8810-38015c0d9710 req-08551183-606d-4c1f-a465-60196a818010 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:23.908194 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a4dd0619-551e-4909-8810-38015c0d9710 req-08551183-606d-4c1f-a465-60196a818010 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b46bcd92-ffbb-4d64-bd87-98054ae76669 HTTP/1.1" status: 200 len: 848 time: 0.0643611 Jan 26 20:47:24.069488 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a4dd0619-551e-4909-8810-38015c0d9710 req-fa979a2e-59ae-4822-a225-efe4e8be5382 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4dec82af-adfe-409d-9600-0434c93cd718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1549020 Jan 26 20:47:24.181948 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-80ce2537-003e-424a-bae3-1f0ab2727b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:17Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '3f2014ca-5032-48af-9413-77dc4583de4f', 'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'mac_address': 'fa:16:3e:61:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:17Z', 'updated_at': '2022-01-26T20:43:00Z', 'revision_number': 5, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'subnets': [{'id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:24.185723 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce2537-003e-424a-bae3-1f0ab2727b93 None None] The sync data for ids ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'] in dv-cinder-826519-1-iscsi is: [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:17Z', 'revision_number': 4, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': '3f2014ca-5032-48af-9413-77dc4583de4f', 'name': '', 'network_id': '4dec82af-adfe-409d-9600-0434c93cd718', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'mac_address': 'fa:16:3e:61:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:17Z', 'updated_at': '2022-01-26T20:43:00Z', 'revision_number': 5, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'subnets': [{'id': 'b46bcd92-ffbb-4d64-bd87-98054ae76669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:47:24.199338 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a4dd0619-551e-4909-8810-38015c0d9710 req-905022da-b8a2-4e43-b38a-569bb6e523fb service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226108 Jan 26 20:47:24.332047 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-a4dd0619-551e-4909-8810-38015c0d9710 req-b47bf88f-ec7c-4bb2-9660-75d0baecb93b service neutron] 10.222.0.43 "GET /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263912 Jan 26 20:47:24.395155 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28547887-33c5-4957-a226-e32c3fca987c None None] New status for floating IP a0364782-a31a-4703-a2b3-325f51e88b53: DOWN {{(pid=82711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:47:24.579115 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da41dbd-0031-4eb7-9b8e-928930693143 req-757b0f07-f86e-482a-bcff-2dbd0d46f624 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:24.580548 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6da41dbd-0031-4eb7-9b8e-928930693143 req-757b0f07-f86e-482a-bcff-2dbd0d46f624 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 944 time: 0.0767097 Jan 26 20:47:24.624447 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-6da41dbd-0031-4eb7-9b8e-928930693143 req-2dab2103-f526-4b76-bfb3-3c9debcf7b4e tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377171 Jan 26 20:47:25.099162 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295af14e-a22d-46dd-b15d-5af108494311 req-d87a7fd6-575d-4f32-8d51-3b59074f51e0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:25.100964 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-295af14e-a22d-46dd-b15d-5af108494311 req-d87a7fd6-575d-4f32-8d51-3b59074f51e0 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0743563 Jan 26 20:47:25.146551 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-295af14e-a22d-46dd-b15d-5af108494311 req-72609ae9-9d7a-4435-ae9f-b617d7cbfcae tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/security-groups?id=82786167-47d1-4f3a-8c0c-276c986bbb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402839 Jan 26 20:47:25.320767 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488f106-3db5-4db7-bca3-224d6e0781ff req-858daca8-60bc-4777-9dc6-38b255fabd35 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:25.322182 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0488f106-3db5-4db7-bca3-224d6e0781ff req-858daca8-60bc-4777-9dc6-38b255fabd35 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 945 time: 0.0759339 Jan 26 20:47:25.389922 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-0488f106-3db5-4db7-bca3-224d6e0781ff req-9feae266-98f8-45de-8b0c-7397f90e32d8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Deleting port f44b21d1-ff30-4426-b075-74351b40e9eb {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:47:25.390590 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-0488f106-3db5-4db7-bca3-224d6e0781ff req-9feae266-98f8-45de-8b0c-7397f90e32d8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:25.622735 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-0488f106-3db5-4db7-bca3-224d6e0781ff req-9feae266-98f8-45de-8b0c-7397f90e32d8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] For port f44b21d1-ff30-4426-b075-74351b40e9eb, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f44b21d1-ff30-4426-b075-74351b40e9eb,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:47:25.623006 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-0488f106-3db5-4db7-bca3-224d6e0781ff req-9feae266-98f8-45de-8b0c-7397f90e32d8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:25.741136 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-0488f106-3db5-4db7-bca3-224d6e0781ff req-9feae266-98f8-45de-8b0c-7397f90e32d8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Calling delete_port for f44b21d1-ff30-4426-b075-74351b40e9eb owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:47:25.829727 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872e8b6-7f59-41eb-b5a8-a176b880124e req-a8f1c014-547d-42ff-8597-9d87e59c3385 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:25.832456 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2872e8b6-7f59-41eb-b5a8-a176b880124e req-a8f1c014-547d-42ff-8597-9d87e59c3385 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 944 time: 0.0822997 Jan 26 20:47:25.877450 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-2872e8b6-7f59-41eb-b5a8-a176b880124e req-c062b12f-8749-495b-a95a-7ec06f1a86f5 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391986 Jan 26 20:47:25.895957 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-0488f106-3db5-4db7-bca3-224d6e0781ff req-9feae266-98f8-45de-8b0c-7397f90e32d8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:25.950006 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feae266-98f8-45de-8b0c-7397f90e32d8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event deleted for resources: {'Port': ['ID=f44b21d1-ff30-4426-b075-74351b40e9eb,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:26.022898 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0488f106-3db5-4db7-bca3-224d6e0781ff req-9feae266-98f8-45de-8b0c-7397f90e32d8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] No DVR routers for this DVR port f44b21d1-ff30-4426-b075-74351b40e9eb on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:47:26.025345 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-0488f106-3db5-4db7-bca3-224d6e0781ff req-9feae266-98f8-45de-8b0c-7397f90e32d8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:26.027756 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'name': 'network-vif-deleted', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:26.039955 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0488f106-3db5-4db7-bca3-224d6e0781ff req-9feae266-98f8-45de-8b0c-7397f90e32d8 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.43 "DELETE /v2.0/ports/f44b21d1-ff30-4426-b075-74351b40e9eb HTTP/1.1" status: 204 len: 173 time: 0.7095020 Jan 26 20:47:26.086238 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4f3334-6999-4fcf-85b2-ad65fcb08f67', 'name': 'network-vif-deleted', 'tag': 'f44b21d1-ff30-4426-b075-74351b40e9eb', 'status': 'completed', 'code': 200} Jan 26 20:47:26.310493 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-f4cd97ba-a48a-4817-9b24-611771499c05 req-c986cdf0-8f6c-425d-948b-cf122c62ddb5 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Synchronizing usage tracker for tenant:44d3ccacd6e54eb1aedfaa23335cb56f on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:47:26.326421 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-f4cd97ba-a48a-4817-9b24-611771499c05 req-c986cdf0-8f6c-425d-948b-cf122c62ddb5 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Unset dirty status for tenant:44d3ccacd6e54eb1aedfaa23335cb56f on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:47:26.327623 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-f4cd97ba-a48a-4817-9b24-611771499c05 req-c986cdf0-8f6c-425d-948b-cf122c62ddb5 tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4f3334-6999-4fcf-85b2-ad65fcb08f67 HTTP/1.1" status: 200 len: 210 time: 0.0638642 Jan 26 20:47:27.082181 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f3a52-7d90-4792-9f18-23ea03f4155a req-a92ecd8d-bb43-4e5f-ad85-c9083533f686 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:27.083972 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-277f3a52-7d90-4792-9f18-23ea03f4155a req-a92ecd8d-bb43-4e5f-ad85-c9083533f686 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 944 time: 0.0768752 Jan 26 20:47:27.130313 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-277f3a52-7d90-4792-9f18-23ea03f4155a req-ba69f434-347d-4941-8d10-a9bbaefbf215 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Jan 26 20:47:27.557217 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46936) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:27.627152 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6b96be1f-c472-4139-a2d6-385715c7c53c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:27.656314 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6b96be1f-c472-4139-a2d6-385715c7c53c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:27.716329 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6b96be1f-c472-4139-a2d6-385715c7c53c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:27.734807 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96be1f-c472-4139-a2d6-385715c7c53c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82786167-47d1-4f3a-8c0c-276c986bbb12,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:27.742167 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-6b96be1f-c472-4139-a2d6-385715c7c53c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:27.745731 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-6b96be1f-c472-4139-a2d6-385715c7c53c tempest-TestShelveInstance-530557070 tempest-TestShelveInstance-530557070-project] 10.222.0.53 "DELETE /v2.0/security-groups/82786167-47d1-4f3a-8c0c-276c986bbb12 HTTP/1.1" status: 204 len: 168 time: 0.1851192 Jan 26 20:47:27.802594 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46942) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:28.365827 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c3def-fbb4-47db-94e5-e08b15896ff3 req-d9af59ea-e8d5-417d-b4ff-d55b5708121f tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:28.367272 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1f3c3def-fbb4-47db-94e5-e08b15896ff3 req-d9af59ea-e8d5-417d-b4ff-d55b5708121f tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 944 time: 0.1048295 Jan 26 20:47:28.407395 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-67ca6c3b-d71d-4fe6-a0de-8d52ce82f481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477355'] for router_interface, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:28.502963 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-1f3c3def-fbb4-47db-94e5-e08b15896ff3 req-022682b3-8112-49f7-985f-a3bfe9b526c7 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290529 Jan 26 20:47:28.875872 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f44b21d1-ff30-4426-b075-74351b40e9eb no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:47:28.911330 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: f44b21d1-ff30-4426-b075-74351b40e9eb {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:47:28.911663 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f44b21d1-ff30-4426-b075-74351b40e9eb not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:47:29.041121 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-67ca6c3b-d71d-4fe6-a0de-8d52ce82f481 admin admin] Deleting port 3f2014ca-5032-48af-9413-77dc4583de4f {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:47:29.041715 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-67ca6c3b-d71d-4fe6-a0de-8d52ce82f481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:29.296003 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [None req-67ca6c3b-d71d-4fe6-a0de-8d52ce82f481 admin admin] For port 3f2014ca-5032-48af-9413-77dc4583de4f, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=3f2014ca-5032-48af-9413-77dc4583de4f,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:47:29.296350 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-67ca6c3b-d71d-4fe6-a0de-8d52ce82f481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:29.412824 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-67ca6c3b-d71d-4fe6-a0de-8d52ce82f481 admin admin] Calling delete_port for 3f2014ca-5032-48af-9413-77dc4583de4f owned by network:router_interface {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:47:29.586830 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-67ca6c3b-d71d-4fe6-a0de-8d52ce82f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:29.629407 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca6c3b-d71d-4fe6-a0de-8d52ce82f481 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2014ca-5032-48af-9413-77dc4583de4f,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:29.770469 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3da698-78c1-4d8f-87aa-6a3a6ba0080a req-8930fdb9-691e-4a7c-b737-8e09c2223b30 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:29.772141 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cb3da698-78c1-4d8f-87aa-6a3a6ba0080a req-8930fdb9-691e-4a7c-b737-8e09c2223b30 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 944 time: 0.0942183 Jan 26 20:47:29.819668 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-cb3da698-78c1-4d8f-87aa-6a3a6ba0080a req-6d7d984b-8176-4a1b-905d-58fb64fd8d50 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416048 Jan 26 20:47:29.929756 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-67ca6c3b-d71d-4fe6-a0de-8d52ce82f481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478530'] for router_interface, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:30.525990 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ca6c3b-d71d-4fe6-a0de-8d52ce82f481 admin admin] Router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:47:30.810326 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ca6c3b-d71d-4fe6-a0de-8d52ce82f481 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:47:30.819856 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11f76c-a9fe-4750-a7c1-a931c0e951a2 None None] Sync routers for ids ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:47:30.826600 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-67ca6c3b-d71d-4fe6-a0de-8d52ce82f481 admin admin] 10.222.0.53 "PUT /v2.0/routers/5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0228662 Jan 26 20:47:30.829119 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46952) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:30.832132 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11f76c-a9fe-4750-a7c1-a931c0e951a2 None None] Routers {'5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:47:30.832715 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-9d11f76c-a9fe-4750-a7c1-a931c0e951a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:47:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:30.895816 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f55e68fa-8fff-461c-9879-a31548fdb0df details requested by agent hyperv_hv-cinder-82651 with host hv-cinder-82651 {{(pid=82710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 20:47:31.090068 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014cc90-8123-4da7-b756-a6e85833b396 req-92104aa0-28bc-423a-a82f-9a1567e00a41 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:31.091437 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7014cc90-8123-4da7-b756-a6e85833b396 req-92104aa0-28bc-423a-a82f-9a1567e00a41 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 944 time: 0.1088650 Jan 26 20:47:31.097786 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:31.105018 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-9d11f76c-a9fe-4750-a7c1-a931c0e951a2 None None] Set router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:47:31.213752 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-7014cc90-8123-4da7-b756-a6e85833b396 req-5f1cd575-b619-46c3-9cc3-cf139dc1c2fd tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648985 Jan 26 20:47:31.284745 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f55e68fa-8fff-461c-9879-a31548fdb0df, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f55e68fa-8fff-461c-9879-a31548fdb0df,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:47:31.332945 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:31.342390 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Deleting port 5e402fec-32c5-4ae7-b02d-d98becaf683e {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:47:31.342637 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:31.347619 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Returning: {'device': 'f55e68fa-8fff-461c-9879-a31548fdb0df', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'port_id': 'f55e68fa-8fff-461c-9879-a31548fdb0df', 'mac_address': 'fa:16:3e:29:87:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 20:47:31.410490 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:31.440540 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55e68fa-8fff-461c-9879-a31548fdb0df {{(pid=82710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 20:47:31.482635 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f55e68fa-8fff-461c-9879-a31548fdb0df, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f55e68fa-8fff-461c-9879-a31548fdb0df,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:47:31.509485 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:31.515264 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] For port 5e402fec-32c5-4ae7-b02d-d98becaf683e, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=5e402fec-32c5-4ae7-b02d-d98becaf683e,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:47:31.515617 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:31.580847 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=f55e68fa-8fff-461c-9879-a31548fdb0df,revision_number=4']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:31.595616 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:31.595884 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:31.596210 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:31.597080 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:31.597404 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:31.597748 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:31.598070 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:31.598386 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:31.598697 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:31.599029 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:31.599336 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:47:31.613032 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-9d11f76c-a9fe-4750-a7c1-a931c0e951a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:47:29Z', 'revision_number': 5, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port': {'id': '5e402fec-32c5-4ae7-b02d-d98becaf683e', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:31.616942 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11f76c-a9fe-4750-a7c1-a931c0e951a2 None None] Checking router: 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:47:31.627508 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11f76c-a9fe-4750-a7c1-a931c0e951a2 None None] Routers {'5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:47:31.628115 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-9d11f76c-a9fe-4750-a7c1-a931c0e951a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:47:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:31.638402 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Calling delete_port for 5e402fec-32c5-4ae7-b02d-d98becaf683e owned by network:router_gateway {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:47:31.777816 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-9d11f76c-a9fe-4750-a7c1-a931c0e951a2 None None] Set router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 gateway port host: None {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:47:31.800346 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:31.843479 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e402fec-32c5-4ae7-b02d-d98becaf683e,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:31.874882 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] get_ports_and_sgs() called for port_ids ['f55e68fa-8fff-461c-9879-a31548fdb0df'] {{(pid=82710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 26 20:47:31.907528 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-9d11f76c-a9fe-4750-a7c1-a931c0e951a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:47:31Z', 'revision_number': 6, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port_host': None}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:31.924630 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11f76c-a9fe-4750-a7c1-a931c0e951a2 None None] The sync data for ids ['5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9'] in dv-cinder-826519-1-iscsi is: [{'id': '5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9', 'name': 'tempest-TestShelveInstance-1834917112-router', 'tenant_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:13Z', 'updated_at': '2022-01-26T20:47:31Z', 'revision_number': 6, 'project_id': '44d3ccacd6e54eb1aedfaa23335cb56f', 'gw_port_host': None}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:47:32.160983 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478606'] for router_gateway, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:32.430896 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28015'] for router, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:32.434975 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:32.442168 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d40b4f-5db0-4846-b84d-8f8b11361b63 req-72b4490a-aa35-4d92-88cb-eba255af6e8d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:32.443905 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-30d40b4f-5db0-4846-b84d-8f8b11361b63 req-72b4490a-aa35-4d92-88cb-eba255af6e8d tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 945 time: 0.0801122 Jan 26 20:47:32.460181 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477030'] for router, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:32.460833 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 {{(pid=82709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 20:47:32.473322 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] Notify callbacks [] for router, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:32.474430 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-70b1a765-3c43-4092-b508-0feea1eb47d3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5a4742b9-9aa4-4209-ab96-6c44ae5e3ed9 HTTP/1.1" status: 204 len: 168 time: 1.6444192 Jan 26 20:47:32.477011 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46962) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:32.492929 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-30d40b4f-5db0-4846-b84d-8f8b11361b63 req-644329a7-9293-4cd4-9855-e746dc34f503 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435133 Jan 26 20:47:32.535429 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabab570-e3ed-4097-8866-a2d0cc0ccf29 admin admin] Deleting subnet b46bcd92-ffbb-4d64-bd87-98054ae76669 {{(pid=82709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:47:32.538357 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cabab570-e3ed-4097-8866-a2d0cc0ccf29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:32.589141 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cabab570-e3ed-4097-8866-a2d0cc0ccf29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7504128'] for subnet, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:32.664741 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cabab570-e3ed-4097-8866-a2d0cc0ccf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:32.743042 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cabab570-e3ed-4097-8866-a2d0cc0ccf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7398177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6641091'] for subnet, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:32.755964 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 3f2014ca-5032-48af-9413-77dc4583de4f no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:47:32.788393 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 3f2014ca-5032-48af-9413-77dc4583de4f {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:47:32.788898 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 3f2014ca-5032-48af-9413-77dc4583de4f not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:47:32.789314 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 5e402fec-32c5-4ae7-b02d-d98becaf683e no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:47:32.789423 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabab570-e3ed-4097-8866-a2d0cc0ccf29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46bcd92-ffbb-4d64-bd87-98054ae76669,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:32.794315 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-cabab570-e3ed-4097-8866-a2d0cc0ccf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:32.802648 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-cabab570-e3ed-4097-8866-a2d0cc0ccf29 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b46bcd92-ffbb-4d64-bd87-98054ae76669 HTTP/1.1" status: 204 len: 168 time: 0.3244419 Jan 26 20:47:32.805161 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46966) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:32.816358 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec0b0da-a381-4675-8ccf-fed5e679a070 None None] Network 4dec82af-adfe-409d-9600-0434c93cd718 requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:47:32.882079 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 5e402fec-32c5-4ae7-b02d-d98becaf683e {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:47:32.882609 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 5e402fec-32c5-4ae7-b02d-d98becaf683e not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:47:32.911778 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f55e68fa-8fff-461c-9879-a31548fdb0df up at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 20:47:32.916086 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:32.929407 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Deleting port 0dee0b83-ebc0-4d08-a23b-f510db020137 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:47:32.929941 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.066282 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning for port f55e68fa-8fff-461c-9879-a31548fdb0df completed by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 20:47:33.074308 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.provisioning_blocks [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Provisioning complete for port f55e68fa-8fff-461c-9879-a31548fdb0df triggered by entity L2. {{(pid=82710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:47:33.074671 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1616213'] for port, provisioning_complete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.196420 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df2e377-ad1b-4363-a79c-7af40479d029 None None] DHCP port deletion for 4dec82af-adfe-409d-9600-0434c93cd718 request from dv-cinder-826519-1-iscsi {{(pid=82710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 26 20:47:33.204784 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-9df2e377-ad1b-4363-a79c-7af40479d029 None None] Deleting port 0dee0b83-ebc0-4d08-a23b-f510db020137 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:47:33.205142 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9df2e377-ad1b-4363-a79c-7af40479d029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.237467 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.244504 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] For port 0dee0b83-ebc0-4d08-a23b-f510db020137, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=0dee0b83-ebc0-4d08-a23b-f510db020137,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:47:33.244845 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.298884 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55e68fa-8fff-461c-9879-a31548fdb0df'}] {{(pid=82710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:33.330411 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] For port f55e68fa-8fff-461c-9879-a31548fdb0df, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f55e68fa-8fff-461c-9879-a31548fdb0df,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:47:33.341782 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696'] for port, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.373423 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Calling delete_port for 0dee0b83-ebc0-4d08-a23b-f510db020137 owned by network:dhcp {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:47:33.455571 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.476292 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.498934 dv-cinder-826519-1-iscsi neutron-server[82710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55e68fa-8fff-461c-9879-a31548fdb0df', 'code': 200} Jan 26 20:47:33.523239 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dee0b83-ebc0-4d08-a23b-f510db020137,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:33.530308 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] No DVR routers for this DVR port 0dee0b83-ebc0-4d08-a23b-f510db020137 on host dv-cinder-826519-1-iscsi {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:47:33.555534 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-9df2e377-ad1b-4363-a79c-7af40479d029 None None] For port 0dee0b83-ebc0-4d08-a23b-f510db020137, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=0dee0b83-ebc0-4d08-a23b-f510db020137,segment=NetworkSegment(16d038ce-5af7-4290-949a-24d8e62e302f),segment_id=16d038ce-5af7-4290-949a-24d8e62e302f)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:47:33.555919 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9df2e377-ad1b-4363-a79c-7af40479d029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.562701 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Pushing event updated for resources: {'Port': ['ID=f55e68fa-8fff-461c-9879-a31548fdb0df,revision_number=5']} {{(pid=82710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:33.678156 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-9df2e377-ad1b-4363-a79c-7af40479d029 None None] Calling delete_port for 0dee0b83-ebc0-4d08-a23b-f510db020137 owned by network:dhcp {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:47:33.689822 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.750262 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.db.api [None req-9df2e377-ad1b-4363-a79c-7af40479d029 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:47:33.750768 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG oslo_db.api [None req-9df2e377-ad1b-4363-a79c-7af40479d029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 20:47:33.770597 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dec82af-adfe-409d-9600-0434c93cd718']}} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:33.792323 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d038ce-5af7-4290-949a-24d8e62e302f') {'for_net_delete': True} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:33.792605 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d038ce-5af7-4290-949a-24d8e62e302f') {} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:33.814145 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7732280'] for segment, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.836449 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.846757 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=82708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:47:33.847252 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080700'] for segment, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: Traceback (most recent call last): Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: timer() Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: cb(*args, **kw) Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: return func(*args, **kwargs) Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: self._notify() Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: self.callback(batched_events) Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: event.method(event) Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: return f(self, *a, **k) Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._get(url).json() Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: return self.request(url, 'GET', **kwargs) Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:47:33.860703 dv-cinder-826519-1-iscsi neutron-server[82708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:47:33.934874 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92fc5a-99ee-4a9f-b7c0-b8718b646c5c req-7f470520-b064-46ea-811f-71f819f4f31e tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:33.936357 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9f92fc5a-99ee-4a9f-b7c0-b8718b646c5c req-7f470520-b064-46ea-811f-71f819f4f31e tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 946 time: 0.2898095 Jan 26 20:47:33.943928 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-98335b76-2d7f-4213-9b63-ba09b5c424c8 req-89fee8e1-32ee-41d8-b7a5-5dabbf1b1fe9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 1099 time: 0.2258942 Jan 26 20:47:33.970794 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:33.975035 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:34.008230 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dec82af-adfe-409d-9600-0434c93cd718,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:34.017328 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-004df34c-f09f-4174-b721-cf5276892f13 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4dec82af-adfe-409d-9600-0434c93cd718 HTTP/1.1" status: 204 len: 168 time: 1.2106674 Jan 26 20:47:34.020339 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46978) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:34.099607 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-9f92fc5a-99ee-4a9f-b7c0-b8718b646c5c req-c8d1c415-97cc-4ee2-b403-aa9fe61e9e28 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546915 Jan 26 20:47:34.138238 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-98335b76-2d7f-4213-9b63-ba09b5c424c8 req-4285d3f7-7d41-4ed1-ad48-1c6c51be1b7e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796381 Jan 26 20:47:34.251834 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-9df2e377-ad1b-4363-a79c-7af40479d029 None None] Deleting port 0dee0b83-ebc0-4d08-a23b-f510db020137 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:47:34.252396 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-9df2e377-ad1b-4363-a79c-7af40479d029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:34.316992 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-9df2e377-ad1b-4363-a79c-7af40479d029 None None] The port '0dee0b83-ebc0-4d08-a23b-f510db020137' was deleted {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 26 20:47:34.431892 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-62454313-f10d-410f-9dd0-af2ec2aad956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477355'] for router_interface, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:34.645092 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 0dee0b83-ebc0-4d08-a23b-f510db020137 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:47:34.679461 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 0dee0b83-ebc0-4d08-a23b-f510db020137 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:47:34.679812 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 0dee0b83-ebc0-4d08-a23b-f510db020137 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:47:35.086199 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-62454313-f10d-410f-9dd0-af2ec2aad956 admin admin] Deleting port b95ee64c-8265-49f6-9a99-419e6f653be6 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:47:35.086816 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-62454313-f10d-410f-9dd0-af2ec2aad956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:35.264515 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-62454313-f10d-410f-9dd0-af2ec2aad956 admin admin] For port b95ee64c-8265-49f6-9a99-419e6f653be6, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=b95ee64c-8265-49f6-9a99-419e6f653be6,segment=NetworkSegment(eb6e2719-84b6-482e-9c12-a02c11896c65),segment_id=eb6e2719-84b6-482e-9c12-a02c11896c65)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:47:35.264896 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-62454313-f10d-410f-9dd0-af2ec2aad956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:35.325077 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76313310-ebbd-4f00-a082-64b3d11d5a0b req-534d5c17-23dc-47b6-8b11-3e8e38b5cdbf tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:35.326512 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-76313310-ebbd-4f00-a082-64b3d11d5a0b req-534d5c17-23dc-47b6-8b11-3e8e38b5cdbf tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 946 time: 0.0922949 Jan 26 20:47:35.371335 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-76313310-ebbd-4f00-a082-64b3d11d5a0b req-30a0bc52-109e-4c2a-97ef-4970992a573b tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 Jan 26 20:47:35.387442 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-62454313-f10d-410f-9dd0-af2ec2aad956 admin admin] Calling delete_port for b95ee64c-8265-49f6-9a99-419e6f653be6 owned by network:router_interface {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:47:35.557741 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-62454313-f10d-410f-9dd0-af2ec2aad956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:35.600412 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62454313-f10d-410f-9dd0-af2ec2aad956 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95ee64c-8265-49f6-9a99-419e6f653be6,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:35.881071 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-62454313-f10d-410f-9dd0-af2ec2aad956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478530'] for router_interface, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:36.578590 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62454313-f10d-410f-9dd0-af2ec2aad956 admin admin] Router 8d6a9895-cf97-4e48-9f39-cd0e8775e755 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:47:36.602405 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a394c99-9d7e-46c3-8e4b-4de1481b1bad req-7c40ab71-c3e5-44bc-8531-83d69ca40e27 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:36.603918 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3a394c99-9d7e-46c3-8e4b-4de1481b1bad req-7c40ab71-c3e5-44bc-8531-83d69ca40e27 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 946 time: 0.1027861 Jan 26 20:47:36.723257 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-3a394c99-9d7e-46c3-8e4b-4de1481b1bad req-e51180a2-afb1-44ae-8b8c-5a649f233de0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716801 Jan 26 20:47:36.834659 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62454313-f10d-410f-9dd0-af2ec2aad956 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:47:36.843511 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4514f1-7e74-42b4-83c2-a53e6dcb0582 None None] Sync routers for ids ['8d6a9895-cf97-4e48-9f39-cd0e8775e755'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:47:36.844049 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-62454313-f10d-410f-9dd0-af2ec2aad956 admin admin] 10.222.0.53 "PUT /v2.0/routers/8d6a9895-cf97-4e48-9f39-cd0e8775e755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8223608 Jan 26 20:47:36.846241 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 46988) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:36.857172 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4514f1-7e74-42b4-83c2-a53e6dcb0582 None None] Routers {'8d6a9895-cf97-4e48-9f39-cd0e8775e755'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:47:36.858110 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-ff4514f1-7e74-42b4-83c2-a53e6dcb0582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:47:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['8d6a9895-cf97-4e48-9f39-cd0e8775e755'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:36.923733 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2f788-5643-4f62-9feb-ca03fc2a83fe req-87baa4b4-1355-4a64-ac55-6208fc48e3d2 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:36.931587 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-85a2f788-5643-4f62-9feb-ca03fc2a83fe req-87baa4b4-1355-4a64-ac55-6208fc48e3d2 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 946 time: 0.0888684 Jan 26 20:47:36.971540 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-85a2f788-5643-4f62-9feb-ca03fc2a83fe req-7cb1c0f5-f06d-4e2a-94b6-5135009fd56e tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390487 Jan 26 20:47:37.001310 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46992) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:37.042937 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Notify callbacks [] for router, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:37.070969 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b162f031-b967-4ab9-bfb7-18ac7bd182be tempest-TestVolumeBootPattern-1074226200 tempest-TestVolumeBootPattern-1074226200-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 1094 time: 0.0682669 Jan 26 20:47:37.074065 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 46996) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:37.077592 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-ff4514f1-7e74-42b4-83c2-a53e6dcb0582 None None] Set router 8d6a9895-cf97-4e48-9f39-cd0e8775e755 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:47:37.079199 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.v2.base [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Request body: {'floatingip': {'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'port_id': 'f55e68fa-8fff-461c-9879-a31548fdb0df', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address': '172.20.0.10'}} {{(pid=82709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 26 20:47:37.085248 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 20:47:37.089039 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Usage tracker for resource:floatingip and tenant:e9a57cd7739d474faf8f56ebf9f56596 is out of sync, need to count used quota {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 20:47:37.091870 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 20:47:37.098049 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.quota.driver [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 20:47:37.109151 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:37.241775 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:37.244569 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:37.251596 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Deleting port 36d4027c-b5db-418c-b998-ffbd64b925b4 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:47:37.251927 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:37.357956 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-ff4514f1-7e74-42b4-83c2-a53e6dcb0582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'name': 'tempest-TestShelveInstance-1755591413-router', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:47:35Z', 'revision_number': 5, 'project_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'gw_port': {'id': '36d4027c-b5db-418c-b998-ffbd64b925b4', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:37.362593 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4514f1-7e74-42b4-83c2-a53e6dcb0582 None None] Checking router: 8d6a9895-cf97-4e48-9f39-cd0e8775e755 for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:47:37.373193 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4514f1-7e74-42b4-83c2-a53e6dcb0582 None None] Routers {'8d6a9895-cf97-4e48-9f39-cd0e8775e755'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:47:37.373910 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-ff4514f1-7e74-42b4-83c2-a53e6dcb0582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:47:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['8d6a9895-cf97-4e48-9f39-cd0e8775e755'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:37.387617 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_common [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Allocated IP 172.27.0.223 (25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52/4fd423dc-3342-48e9-9c3d-f07153505edf/5e40ccee-9625-4bc5-ab1a-4fe12a5e215d) {{(pid=82709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:47:37.435389 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] For port 36d4027c-b5db-418c-b998-ffbd64b925b4, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=36d4027c-b5db-418c-b998-ffbd64b925b4,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:47:37.435859 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:37.523646 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-ff4514f1-7e74-42b4-83c2-a53e6dcb0582 None None] Set router 8d6a9895-cf97-4e48-9f39-cd0e8775e755 gateway port host: None {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:47:37.547408 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for port, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:37.579661 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791693292773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:37.628733 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-ff4514f1-7e74-42b4-83c2-a53e6dcb0582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'name': 'tempest-TestShelveInstance-1755591413-router', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:47:37Z', 'revision_number': 6, 'project_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'gw_port_host': None}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:37.632734 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4514f1-7e74-42b4-83c2-a53e6dcb0582 None None] The sync data for ids ['8d6a9895-cf97-4e48-9f39-cd0e8775e755'] in dv-cinder-826519-1-iscsi is: [{'id': '8d6a9895-cf97-4e48-9f39-cd0e8775e755', 'name': 'tempest-TestShelveInstance-1755591413-router', 'tenant_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:21Z', 'updated_at': '2022-01-26T20:47:37Z', 'revision_number': 6, 'project_id': 'c4aa5a538db64fb1a7a44a86d8f2c313', 'gw_port_host': None}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:47:37.654595 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Network 25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52 is already hosted by enough agents. {{(pid=82709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:47:37.657565 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.base_scheduler [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Resources bound (agent type, host, resource id): {{(pid=82709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:47:37.663287 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Received port after_create {{(pid=82709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 26 20:47:37.685906 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Calling delete_port for 36d4027c-b5db-418c-b998-ffbd64b925b4 owned by network:router_gateway {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:47:37.689962 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'Port': ['ID=5e40ccee-9625-4bc5-ab1a-4fe12a5e215d,revision_number=1']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:37.844635 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:37.889052 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d4027c-b5db-418c-b998-ffbd64b925b4,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:38.115460 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478606'] for router_gateway, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.260847 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.315479 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1544083'] for port, before_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.365861 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28015'] for router, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.370289 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.401849 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477030'] for router, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.403040 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d6a9895-cf97-4e48-9f39-cd0e8775e755 {{(pid=82708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 20:47:38.417707 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] Notify callbacks [] for router, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.420794 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-e2dd7a89-7a19-48c6-a8c0-eee2d82fa303 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8d6a9895-cf97-4e48-9f39-cd0e8775e755 HTTP/1.1" status: 204 len: 168 time: 1.5717134 Jan 26 20:47:38.421441 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 47000) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:38.480252 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_v2 [None req-40591336-00f2-44ff-899c-d6936a365f1a admin admin] Deleting subnet 03973baa-1a23-43d1-860c-b7b9fdbda2de {{(pid=82708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:47:38.484195 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-40591336-00f2-44ff-899c-d6936a365f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.537170 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-40591336-00f2-44ff-899c-d6936a365f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7732275'] for subnet, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.538661 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for port, precommit_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.543553 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791693647620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791693292791', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791693286696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8264411'] for port, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.622210 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-40591336-00f2-44ff-899c-d6936a365f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.657311 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478685'] for floatingip, after_update {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.685612 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device b95ee64c-8265-49f6-9a99-419e6f653be6 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:47:38.701036 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-40591336-00f2-44ff-899c-d6936a365f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7713946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8011353'] for subnet, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.734247 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event updated for resources: {'Port': ['ID=5e40ccee-9625-4bc5-ab1a-4fe12a5e215d,revision_number=2']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:38.734534 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: b95ee64c-8265-49f6-9a99-419e6f653be6 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:47:38.734653 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device b95ee64c-8265-49f6-9a99-419e6f653be6 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:47:38.734973 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 36d4027c-b5db-418c-b998-ffbd64b925b4 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:47:38.745069 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40591336-00f2-44ff-899c-d6936a365f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03973baa-1a23-43d1-860c-b7b9fdbda2de,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:38.752762 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-40591336-00f2-44ff-899c-d6936a365f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.764992 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-40591336-00f2-44ff-899c-d6936a365f1a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/03973baa-1a23-43d1-860c-b7b9fdbda2de HTTP/1.1" status: 204 len: 168 time: 0.3425591 Jan 26 20:47:38.766477 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 47004) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:38.768697 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5303ecf8-5a7d-46ee-88ee-5ae31e6be571 None None] Network 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:47:38.790492 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 36d4027c-b5db-418c-b998-ffbd64b925b4 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:47:38.790833 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 36d4027c-b5db-418c-b998-ffbd64b925b4 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:47:38.871411 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.db.l3_db [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Floating IP 68504f63-c1a4-4495-94e4-2c64140ed32f associated. External IP: 172.27.0.223, port: f55e68fa-8fff-461c-9879-a31548fdb0df. Jan 26 20:47:38.872960 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:38.884169 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Deleting port cd25050b-a800-4044-bb5d-da37606667c5 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:47:38.884487 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.010725 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf9dd32-b47b-455c-8eb3-114c5e426a2e None None] DHCP port deletion for 0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba request from dv-cinder-826519-1-iscsi {{(pid=82710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 26 20:47:39.014765 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9dd32-b47b-455c-8eb3-114c5e426a2e None None] Deleting port cd25050b-a800-4044-bb5d-da37606667c5 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:47:39.015343 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-1cf9dd32-b47b-455c-8eb3-114c5e426a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.189180 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] For port cd25050b-a800-4044-bb5d-da37606667c5, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=cd25050b-a800-4044-bb5d-da37606667c5,segment=NetworkSegment(eb6e2719-84b6-482e-9c12-a02c11896c65),segment_id=eb6e2719-84b6-482e-9c12-a02c11896c65)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:47:39.189553 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.232417 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-1cf9dd32-b47b-455c-8eb3-114c5e426a2e None None] For port cd25050b-a800-4044-bb5d-da37606667c5, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=cd25050b-a800-4044-bb5d-da37606667c5,segment=NetworkSegment(eb6e2719-84b6-482e-9c12-a02c11896c65),segment_id=eb6e2719-84b6-482e-9c12-a02c11896c65)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:47:39.232887 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-1cf9dd32-b47b-455c-8eb3-114c5e426a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.282328 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Router b3c46489-6f21-40a6-87c6-d47343b94824 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:47:39.307436 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Calling delete_port for cd25050b-a800-4044-bb5d-da37606667c5 owned by network:dhcp {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:47:39.351017 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9dd32-b47b-455c-8eb3-114c5e426a2e None None] Calling delete_port for cd25050b-a800-4044-bb5d-da37606667c5 owned by network:dhcp {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:47:39.400005 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.422203 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.db.api [None req-1cf9dd32-b47b-455c-8eb3-114c5e426a2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:47:39.422655 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG oslo_db.api [None req-1cf9dd32-b47b-455c-8eb3-114c5e426a2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 20:47:39.446817 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd25050b-a800-4044-bb5d-da37606667c5,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:39.453851 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] No DVR routers for this DVR port cd25050b-a800-4044-bb5d-da37606667c5 on host dv-cinder-826519-1-iscsi {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:47:39.569401 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.577328 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:47:39.586642 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a940980d-1c75-41bf-9da7-c6a866929925 None None] Sync routers for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:47:39.594735 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba']}} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:39.598903 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a940980d-1c75-41bf-9da7-c6a866929925 None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:47:39.599640 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-a940980d-1c75-41bf-9da7-c6a866929925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:47:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:39.603676 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.608355 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6e2719-84b6-482e-9c12-a02c11896c65') {'for_net_delete': True} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:39.608661 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6e2719-84b6-482e-9c12-a02c11896c65') {} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:39.620640 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7732280'] for segment, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.637515 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.644844 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=82708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:47:39.645513 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080700'] for segment, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.666414 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-5af1a9dd-3c71-4b2a-9d62-81e658add0da tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5852730 Jan 26 20:47:39.666414 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'tag': 'f55e68fa-8fff-461c-9879-a31548fdb0df'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: Traceback (most recent call last): Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: timer() Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: cb(*args, **kw) Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: return func(*args, **kwargs) Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: self._notify() Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: self.callback(batched_events) Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: event.method(event) Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: return f(self, *a, **k) Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._get(url).json() Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: return self.request(url, 'GET', **kwargs) Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:47:39.666759 dv-cinder-826519-1-iscsi neutron-server[82708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:47:39.718280 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'tag': 'f55e68fa-8fff-461c-9879-a31548fdb0df', 'status': 'completed', 'code': 200} Jan 26 20:47:39.773356 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.790876 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-a940980d-1c75-41bf-9da7-c6a866929925 None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:47:39.800290 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.809370 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:39.815597 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-5c8e2cac-dc73-4093-95c4-53ef40663c5f admin admin] 10.222.0.53 "DELETE /v2.0/networks/0ef0846a-2ef9-4bf6-9d65-64067fb5d5ba HTTP/1.1" status: 204 len: 168 time: 1.0481241 Jan 26 20:47:39.840973 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-80d28b4c-0f70-4ec3-bbcc-bba94efe4d32 req-e5edc3d5-cb11-4fe4-94fd-704f6288b865 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 1099 time: 0.1009450 Jan 26 20:47:39.961821 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9dd32-b47b-455c-8eb3-114c5e426a2e None None] Deleting port cd25050b-a800-4044-bb5d-da37606667c5 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:47:39.962107 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-1cf9dd32-b47b-455c-8eb3-114c5e426a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:39.975604 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d28b4c-0f70-4ec3-bbcc-bba94efe4d32 req-74d9c9fe-4228-44f4-8707-e91d41357f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:39.977150 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-80d28b4c-0f70-4ec3-bbcc-bba94efe4d32 req-74d9c9fe-4228-44f4-8707-e91d41357f14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 913 time: 0.1296232 Jan 26 20:47:39.978075 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 47014) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:40.036447 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9dd32-b47b-455c-8eb3-114c5e426a2e None None] The port 'cd25050b-a800-4044-bb5d-da37606667c5' was deleted {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 26 20:47:40.111251 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-80d28b4c-0f70-4ec3-bbcc-bba94efe4d32 req-e11dc1b2-cb00-4109-b763-e58bb6bb3cb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55e68fa-8fff-461c-9879-a31548fdb0df HTTP/1.1" status: 200 len: 1000 time: 0.1180527 Jan 26 20:47:40.114020 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-708c670e-5023-4b72-9d09-06cf2fb7c891 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44d3ccacd6e54eb1aedfaa23335cb56f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1349025 Jan 26 20:47:40.116527 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 47018) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:40.210161 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d28b4c-0f70-4ec3-bbcc-bba94efe4d32 req-75890010-d01b-490f-ad39-1ef1f4218843 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:40.211611 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-80d28b4c-0f70-4ec3-bbcc-bba94efe4d32 req-75890010-d01b-490f-ad39-1ef1f4218843 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0840945 Jan 26 20:47:40.239859 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-a940980d-1c75-41bf-9da7-c6a866929925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '68504f63-c1a4-4495-94e4-2c64140ed32f', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': 'f55e68fa-8fff-461c-9879-a31548fdb0df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:29:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:47:38Z', 'updated_at': '2022-01-26T20:47:38Z', 'revision_number': 0, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}, {'id': 'a6dd727f-246a-4aa6-bae3-6357a7d9134d', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': '312b3392-a703-406c-af75-89dd6989f7e3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:31:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:45:28Z', 'updated_at': '2022-01-26T20:45:31Z', 'revision_number': 1, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:40.243535 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a940980d-1c75-41bf-9da7-c6a866929925 None None] Checking router: b3c46489-6f21-40a6-87c6-d47343b94824 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:47:40.253961 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a940980d-1c75-41bf-9da7-c6a866929925 None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:47:40.254543 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-a940980d-1c75-41bf-9da7-c6a866929925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:47:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:40.262731 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-99c152c1-0368-4aef-8c11-8e0b0017ade8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:40.298186 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-99c152c1-0368-4aef-8c11-8e0b0017ade8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:40.347577 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-80d28b4c-0f70-4ec3-bbcc-bba94efe4d32 req-b7e3d505-482a-43fc-9aee-471944144f40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1251004 Jan 26 20:47:40.423832 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-99c152c1-0368-4aef-8c11-8e0b0017ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:40.428611 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-a940980d-1c75-41bf-9da7-c6a866929925 None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:47:40.447461 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c152c1-0368-4aef-8c11-8e0b0017ade8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b96d79-76dd-4b0b-a250-9e8510f3a866,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:40.465311 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-99c152c1-0368-4aef-8c11-8e0b0017ade8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:40.466394 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-99c152c1-0368-4aef-8c11-8e0b0017ade8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05b96d79-76dd-4b0b-a250-9e8510f3a866 HTTP/1.1" status: 204 len: 168 time: 0.3490181 Jan 26 20:47:40.504813 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-80d28b4c-0f70-4ec3-bbcc-bba94efe4d32 req-85dde4f8-2603-478b-aff6-4b3c16c51a5a service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498330 Jan 26 20:47:40.657050 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-80d28b4c-0f70-4ec3-bbcc-bba94efe4d32 req-0aef9461-ae9e-4c2e-95df-ca94dc4f9d48 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463041 Jan 26 20:47:40.684538 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device cd25050b-a800-4044-bb5d-da37606667c5 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:47:40.721697 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: cd25050b-a800-4044-bb5d-da37606667c5 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:47:40.722033 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device cd25050b-a800-4044-bb5d-da37606667c5 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:47:40.830145 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-a940980d-1c75-41bf-9da7-c6a866929925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '68504f63-c1a4-4495-94e4-2c64140ed32f', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': 'f55e68fa-8fff-461c-9879-a31548fdb0df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:29:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:47:38Z', 'updated_at': '2022-01-26T20:47:38Z', 'revision_number': 0, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}, {'id': 'a6dd727f-246a-4aa6-bae3-6357a7d9134d', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': '312b3392-a703-406c-af75-89dd6989f7e3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:31:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:45:28Z', 'updated_at': '2022-01-26T20:45:31Z', 'revision_number': 1, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:47:40.834192 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a940980d-1c75-41bf-9da7-c6a866929925 None None] The sync data for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi is: [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': '68504f63-c1a4-4495-94e4-2c64140ed32f', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': 'f55e68fa-8fff-461c-9879-a31548fdb0df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:29:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:47:38Z', 'updated_at': '2022-01-26T20:47:38Z', 'revision_number': 0, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}, {'id': 'a6dd727f-246a-4aa6-bae3-6357a7d9134d', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': '312b3392-a703-406c-af75-89dd6989f7e3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:31:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:45:28Z', 'updated_at': '2022-01-26T20:45:31Z', 'revision_number': 1, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:47:40.881402 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 47026) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:40.933926 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-79ba58d4-c1da-447f-bf03-f3cf444652e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4aa5a538db64fb1a7a44a86d8f2c313&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511854 Jan 26 20:47:40.936239 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 47030) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:40.995949 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f8e8233c-57c0-42c2-810c-c79975e0f386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:41.022745 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f8e8233c-57c0-42c2-810c-c79975e0f386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:41.031159 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b99e5-6e9e-4ada-be5b-caf9386b96c3 None None] New status for floating IP 68504f63-c1a4-4495-94e4-2c64140ed32f: ACTIVE {{(pid=82711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:47:41.076954 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f8e8233c-57c0-42c2-810c-c79975e0f386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:41.094120 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8233c-57c0-42c2-810c-c79975e0f386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b5eb78-7d6f-40d0-956b-afaae317760b,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:47:41.101524 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f8e8233c-57c0-42c2-810c-c79975e0f386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:41.102629 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-f8e8233c-57c0-42c2-810c-c79975e0f386 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71b5eb78-7d6f-40d0-956b-afaae317760b HTTP/1.1" status: 204 len: 168 time: 0.1655304 Jan 26 20:47:41.326790 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0fa677d9-0563-43f2-8ba0-3aed257a54f0 req-6190bdca-84e8-463a-ba75-b4d9b5936b6a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1761615 Jan 26 20:47:41.421757 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0fa677d9-0563-43f2-8ba0-3aed257a54f0 req-55503a9c-86c0-4b87-ae39-b696eacd0d0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 1098 time: 0.0729215 Jan 26 20:47:41.568068 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa677d9-0563-43f2-8ba0-3aed257a54f0 req-02e65f47-7f4d-4340-8074-eb737858add1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:41.569416 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0fa677d9-0563-43f2-8ba0-3aed257a54f0 req-02e65f47-7f4d-4340-8074-eb737858add1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 913 time: 0.1281621 Jan 26 20:47:41.668305 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0fa677d9-0563-43f2-8ba0-3aed257a54f0 req-2bcae39c-af90-4f83-b532-a4cdb94a9418 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=312b3392-a703-406c-af75-89dd6989f7e3 HTTP/1.1" status: 200 len: 1001 time: 0.0933974 Jan 26 20:47:41.728930 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa677d9-0563-43f2-8ba0-3aed257a54f0 req-a670f1a2-0cea-4f68-8e0e-ba9136a73bea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:47:41.730291 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0fa677d9-0563-43f2-8ba0-3aed257a54f0 req-a670f1a2-0cea-4f68-8e0e-ba9136a73bea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0549133 Jan 26 20:47:41.806728 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0fa677d9-0563-43f2-8ba0-3aed257a54f0 req-f9b2a1b3-61ae-43f7-9a4a-b33eb5842e59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700688 Jan 26 20:47:41.932097 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0fa677d9-0563-43f2-8ba0-3aed257a54f0 req-36256e2b-92a9-475b-83fa-6ed9b6fe03dc service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193333 Jan 26 20:47:42.058922 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-0fa677d9-0563-43f2-8ba0-3aed257a54f0 req-5d6ccc5c-db86-45d3-9f27-6da94a1755cc service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212761 Jan 26 20:47:42.573222 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-73a00d85-0d2c-47fb-82cc-38f25b8585e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:44.852186 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-71bbdf60-eaae-49b2-9f4d-9afbee1dc07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:45.958557 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:47:46.122800 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:46.167315 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:47:48.035953 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:03.330125 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:12.574483 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-459a2790-f307-43b2-99b4-a34b60fb4797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:14.853266 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-dbb7213a-1c73-4402-9f83-ed9434ecedc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:16.125753 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:16.168234 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:18.041187 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:22.959032 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:48:33.326037 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:41.175718 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-506cf72d-4e5a-4647-9e2c-ef806a0cb4b9 req-125a8087-e86d-4291-91f1-6abb015f23db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651567 Jan 26 20:48:41.324031 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-506cf72d-4e5a-4647-9e2c-ef806a0cb4b9 req-565c1db2-ea2a-49d3-8dfd-ab2e717ddbea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 1098 time: 0.0703976 Jan 26 20:48:41.469150 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cf72d-4e5a-4647-9e2c-ef806a0cb4b9 req-41d06b7d-1268-46e3-b8ba-b470f3d0b292 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:48:41.470506 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-506cf72d-4e5a-4647-9e2c-ef806a0cb4b9 req-41d06b7d-1268-46e3-b8ba-b470f3d0b292 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 913 time: 0.1221838 Jan 26 20:48:41.571310 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-506cf72d-4e5a-4647-9e2c-ef806a0cb4b9 req-dbb26673-adf7-409f-9544-3a6dfe21ade9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=312b3392-a703-406c-af75-89dd6989f7e3 HTTP/1.1" status: 200 len: 1001 time: 0.0916936 Jan 26 20:48:41.635005 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cf72d-4e5a-4647-9e2c-ef806a0cb4b9 req-d892352a-fdc3-469f-a1cd-0d92a3333708 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:48:41.636380 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-506cf72d-4e5a-4647-9e2c-ef806a0cb4b9 req-d892352a-fdc3-469f-a1cd-0d92a3333708 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0548165 Jan 26 20:48:41.711427 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-506cf72d-4e5a-4647-9e2c-ef806a0cb4b9 req-a5500d9a-e10e-4b86-9acd-21bc85fa3356 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657413 Jan 26 20:48:41.840078 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-506cf72d-4e5a-4647-9e2c-ef806a0cb4b9 req-db942e98-712c-4d87-9d84-084c6edec10d service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184006 Jan 26 20:48:41.968131 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-506cf72d-4e5a-4647-9e2c-ef806a0cb4b9 req-d8c0fcb2-e03d-49dc-ba5d-e105d862aa70 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192710 Jan 26 20:48:42.576026 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-aaa25fde-5768-490b-acf2-b09622b15ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:44.854140 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-a1f24de6-2a21-437c-8282-9193c1acb574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:46.128432 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:46.168248 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:48.040756 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:48:59.959071 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:49:03.325475 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:07.368804 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 47062) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:07.560861 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Deleting port 5e40ccee-9625-4bc5-ab1a-4fe12a5e215d {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:07.561197 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:07.724042 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:07.724267 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:07.839201 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Calling delete_port for 5e40ccee-9625-4bc5-ab1a-4fe12a5e215d owned by network:floatingip {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:07.984523 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:08.026470 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event deleted for resources: {'Port': ['ID=5e40ccee-9625-4bc5-ab1a-4fe12a5e215d,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:08.064254 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:08.064599 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:08.064933 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:08.065267 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:08.065596 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:08.065921 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:08.066243 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:08.066562 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:08.066880 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:08.067221 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:08.067537 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:08.128580 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:08.503710 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Router b3c46489-6f21-40a6-87c6-d47343b94824 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:49:08.779614 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:49:08.789955 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e3b4a-6e10-4cfc-9a46-43180ed159ef None None] Sync routers for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:49:08.799260 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:08.801623 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e3b4a-6e10-4cfc-9a46-43180ed159ef None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:49:08.802214 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-470e3b4a-6e10-4cfc-9a46-43180ed159ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:48:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:08.855166 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-f965629e-03c2-4aa5-aa4c-9260fbc12286 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "DELETE /v2.0/floatingips/68504f63-c1a4-4495-94e4-2c64140ed32f HTTP/1.1" status: 204 len: 168 time: 1.4828598 Jan 26 20:49:08.855166 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'tag': 'f55e68fa-8fff-461c-9879-a31548fdb0df'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:09.021550 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-470e3b4a-6e10-4cfc-9a46-43180ed159ef None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:49:09.216489 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'tag': 'f55e68fa-8fff-461c-9879-a31548fdb0df', 'status': 'completed', 'code': 200} Jan 26 20:49:09.256003 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbef50-a4c1-44e2-8115-7150d097127d req-9754bf4d-9e4c-41be-af8e-4b7107d717cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:49:09.256686 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-c9fbef50-a4c1-44e2-8115-7150d097127d req-9754bf4d-9e4c-41be-af8e-4b7107d717cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Synchronizing usage tracker for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:49:09.273366 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-c9fbef50-a4c1-44e2-8115-7150d097127d req-9754bf4d-9e4c-41be-af8e-4b7107d717cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Unset dirty status for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:49:09.274530 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c9fbef50-a4c1-44e2-8115-7150d097127d req-9754bf4d-9e4c-41be-af8e-4b7107d717cc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 946 time: 0.0930257 Jan 26 20:49:09.337404 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-c9fbef50-a4c1-44e2-8115-7150d097127d req-5da67eb1-1ba8-4556-b324-13515610a811 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563378 Jan 26 20:49:09.389142 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-470e3b4a-6e10-4cfc-9a46-43180ed159ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'a6dd727f-246a-4aa6-bae3-6357a7d9134d', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': '312b3392-a703-406c-af75-89dd6989f7e3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:31:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:45:28Z', 'updated_at': '2022-01-26T20:45:31Z', 'revision_number': 1, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:09.392928 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e3b4a-6e10-4cfc-9a46-43180ed159ef None None] Checking router: b3c46489-6f21-40a6-87c6-d47343b94824 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:49:09.394082 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-91d229b0-0179-49f4-9939-86a4b54efd08 req-720404f3-a455-4a93-b08d-1cf2f00b30f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 1099 time: 0.1761694 Jan 26 20:49:09.403600 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e3b4a-6e10-4cfc-9a46-43180ed159ef None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:49:09.404184 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-470e3b4a-6e10-4cfc-9a46-43180ed159ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:48:45Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:09.521286 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d229b0-0179-49f4-9939-86a4b54efd08 req-944985a6-64e9-4c51-bb17-48ef0ab31d22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:49:09.522680 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-91d229b0-0179-49f4-9939-86a4b54efd08 req-944985a6-64e9-4c51-bb17-48ef0ab31d22 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 913 time: 0.1214490 Jan 26 20:49:09.581371 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-470e3b4a-6e10-4cfc-9a46-43180ed159ef None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:49:09.591643 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-91d229b0-0179-49f4-9939-86a4b54efd08 req-7d816b45-68b7-449d-9d09-766c35535a5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55e68fa-8fff-461c-9879-a31548fdb0df HTTP/1.1" status: 200 len: 217 time: 0.0617411 Jan 26 20:49:09.652768 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d229b0-0179-49f4-9939-86a4b54efd08 req-35003510-09bd-4d6e-815f-a686ce85a676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:49:09.654177 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-91d229b0-0179-49f4-9939-86a4b54efd08 req-35003510-09bd-4d6e-815f-a686ce85a676 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0562589 Jan 26 20:49:09.726784 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-91d229b0-0179-49f4-9939-86a4b54efd08 req-9cb48ae0-4883-4b5d-854f-b530f711c1aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654585 Jan 26 20:49:09.856762 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-91d229b0-0179-49f4-9939-86a4b54efd08 req-093d8664-751d-4d54-b494-36a52f343fab service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235502 Jan 26 20:49:09.923002 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-470e3b4a-6e10-4cfc-9a46-43180ed159ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'a6dd727f-246a-4aa6-bae3-6357a7d9134d', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': '312b3392-a703-406c-af75-89dd6989f7e3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:31:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:45:28Z', 'updated_at': '2022-01-26T20:45:31Z', 'revision_number': 1, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:09.926950 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e3b4a-6e10-4cfc-9a46-43180ed159ef None None] The sync data for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi is: [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_floatingips': [{'id': 'a6dd727f-246a-4aa6-bae3-6357a7d9134d', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'router_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'port_id': '312b3392-a703-406c-af75-89dd6989f7e3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'mac_address': 'fa:16:3e:31:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T20:45:28Z', 'updated_at': '2022-01-26T20:45:31Z', 'revision_number': 1, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:49:09.991484 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-91d229b0-0179-49f4-9939-86a4b54efd08 req-1dbed6bc-db9d-4b62-84ba-7c6f8b3c142a service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276608 Jan 26 20:49:10.139598 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c84d73-de5d-4b0b-83a2-aa45ca348be3 None None] New status for floating IP 68504f63-c1a4-4495-94e4-2c64140ed32f: DOWN {{(pid=82711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:49:10.529929 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4df2c-e4d7-4f2a-914f-58cab40429dd req-62c279ad-efca-4ca6-a3d4-a1340d620dfc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:49:10.531383 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2dc4df2c-e4d7-4f2a-914f-58cab40429dd req-62c279ad-efca-4ca6-a3d4-a1340d620dfc tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 946 time: 0.0802913 Jan 26 20:49:10.575003 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-2dc4df2c-e4d7-4f2a-914f-58cab40429dd req-3245669e-2597-4425-ae7a-66cef93e59d2 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381470 Jan 26 20:49:10.908726 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bec22-0246-428c-91ba-2c3a6a3f89d5 req-3da67415-45c7-4261-a318-3b688b61e72c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:49:10.910149 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6c7bec22-0246-428c-91ba-2c3a6a3f89d5 req-3da67415-45c7-4261-a318-3b688b61e72c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 946 time: 0.0728266 Jan 26 20:49:10.984928 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-6c7bec22-0246-428c-91ba-2c3a6a3f89d5 req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Deleting port f55e68fa-8fff-461c-9879-a31548fdb0df {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:10.985262 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-6c7bec22-0246-428c-91ba-2c3a6a3f89d5 req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:11.222246 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-6c7bec22-0246-428c-91ba-2c3a6a3f89d5 req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] For port f55e68fa-8fff-461c-9879-a31548fdb0df, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=f55e68fa-8fff-461c-9879-a31548fdb0df,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:49:11.222603 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-6c7bec22-0246-428c-91ba-2c3a6a3f89d5 req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:11.339185 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-6c7bec22-0246-428c-91ba-2c3a6a3f89d5 req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Calling delete_port for f55e68fa-8fff-461c-9879-a31548fdb0df owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:11.475772 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-6c7bec22-0246-428c-91ba-2c3a6a3f89d5 req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:11.521133 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event deleted for resources: {'Port': ['ID=f55e68fa-8fff-461c-9879-a31548fdb0df,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:11.567792 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:11.568459 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:11.568459 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:11.568946 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:11.569450 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:11.569932 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:11.570403 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:11.570858 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:11.571345 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:11.571796 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:11.572248 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826519-1-iscsi {{(pid=82708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:49:11.617254 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7bec22-0246-428c-91ba-2c3a6a3f89d5 req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] No DVR routers for this DVR port f55e68fa-8fff-461c-9879-a31548fdb0df on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:49:11.619713 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-6c7bec22-0246-428c-91ba-2c3a6a3f89d5 req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:11.622244 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'name': 'network-vif-deleted', 'tag': 'f55e68fa-8fff-461c-9879-a31548fdb0df'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:11.640250 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-6c7bec22-0246-428c-91ba-2c3a6a3f89d5 req-e8da7617-1b44-4b5b-9ff5-feebbad5a5e0 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "DELETE /v2.0/ports/f55e68fa-8fff-461c-9879-a31548fdb0df HTTP/1.1" status: 204 len: 173 time: 0.7223296 Jan 26 20:49:11.741498 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-e03edf58-acfe-4082-82c6-6d0270031584 req-92fabae1-f482-4203-8038-e60e35c5be91 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40cdb0e-db05-4f71-8734-094eac8a7e21 HTTP/1.1" status: 200 len: 210 time: 0.0439494 Jan 26 20:49:11.789469 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40cdb0e-db05-4f71-8734-094eac8a7e21', 'name': 'network-vif-deleted', 'tag': 'f55e68fa-8fff-461c-9879-a31548fdb0df', 'status': 'completed', 'code': 200} Jan 26 20:49:12.576913 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d6e59819-3607-45f2-bddf-5732c60e03fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:13.321047 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f55e68fa-8fff-461c-9879-a31548fdb0df no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:49:13.353238 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: f55e68fa-8fff-461c-9879-a31548fdb0df {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:49:13.353568 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device f55e68fa-8fff-461c-9879-a31548fdb0df not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:49:14.854924 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d5edf3e8-78e1-4d5b-8983-f02efb6e3e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:15.225581 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 47098) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:15.417759 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-ec859a3e-7da2-4084-a24e-f7d22585b96c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Deleting port 04505393-29f6-4c4c-9f97-0ee55112b673 {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:15.418100 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ec859a3e-7da2-4084-a24e-f7d22585b96c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:15.583419 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ec859a3e-7da2-4084-a24e-f7d22585b96c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:15.584289 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ec859a3e-7da2-4084-a24e-f7d22585b96c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:15.698625 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-ec859a3e-7da2-4084-a24e-f7d22585b96c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Calling delete_port for 04505393-29f6-4c4c-9f97-0ee55112b673 owned by network:floatingip {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:15.842006 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ec859a3e-7da2-4084-a24e-f7d22585b96c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:15.885715 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec859a3e-7da2-4084-a24e-f7d22585b96c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event deleted for resources: {'Port': ['ID=04505393-29f6-4c4c-9f97-0ee55112b673,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:15.979896 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ec859a3e-7da2-4084-a24e-f7d22585b96c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:16.130528 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:16.169492 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:16.451355 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec859a3e-7da2-4084-a24e-f7d22585b96c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Router b3c46489-6f21-40a6-87c6-d47343b94824 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:49:16.649326 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec859a3e-7da2-4084-a24e-f7d22585b96c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:49:16.658414 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7895c868-9f2a-4cad-8b60-52b1fb50568a None None] Sync routers for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:49:16.664597 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-ec859a3e-7da2-4084-a24e-f7d22585b96c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:16.669397 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7895c868-9f2a-4cad-8b60-52b1fb50568a None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:49:16.669981 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-7895c868-9f2a-4cad-8b60-52b1fb50568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:49:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:16.717786 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-ec859a3e-7da2-4084-a24e-f7d22585b96c tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "DELETE /v2.0/floatingips/a6dd727f-246a-4aa6-bae3-6357a7d9134d HTTP/1.1" status: 204 len: 168 time: 1.4888613 Jan 26 20:49:16.717786 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'tag': '312b3392-a703-406c-af75-89dd6989f7e3'}] {{(pid=82709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:16.771137 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'tag': '312b3392-a703-406c-af75-89dd6989f7e3', 'status': 'completed', 'code': 200} Jan 26 20:49:16.852625 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-7895c868-9f2a-4cad-8b60-52b1fb50568a None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:49:16.881181 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e50cf100-61f1-4af6-a715-6dc8efb8d3f2 req-4b0d2a9d-a8ac-4f5c-9659-8e2d7d541251 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 1098 time: 0.0753992 Jan 26 20:49:17.110168 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cf100-61f1-4af6-a715-6dc8efb8d3f2 req-4880507e-ec07-43d9-86ad-002b5b95fcbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:49:17.111669 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e50cf100-61f1-4af6-a715-6dc8efb8d3f2 req-4880507e-ec07-43d9-86ad-002b5b95fcbc service neutron] 10.222.0.43 "GET /v2.0/networks?id=c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 200 len: 913 time: 0.2211449 Jan 26 20:49:17.117901 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4af9f-8933-44fa-8991-a8c064b77199 req-c85202af-2b5b-492c-8456-db3807f219a3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:49:17.118577 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-47a4af9f-8933-44fa-8991-a8c064b77199 req-c85202af-2b5b-492c-8456-db3807f219a3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Synchronizing usage tracker for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:49:17.135327 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.quota.resource [req-47a4af9f-8933-44fa-8991-a8c064b77199 req-c85202af-2b5b-492c-8456-db3807f219a3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Unset dirty status for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:49:17.136493 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-47a4af9f-8933-44fa-8991-a8c064b77199 req-c85202af-2b5b-492c-8456-db3807f219a3 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 945 time: 0.0985084 Jan 26 20:49:17.182031 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e50cf100-61f1-4af6-a715-6dc8efb8d3f2 req-bf53734f-39c8-4660-814a-bf9239101969 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=312b3392-a703-406c-af75-89dd6989f7e3 HTTP/1.1" status: 200 len: 217 time: 0.0635324 Jan 26 20:49:17.186761 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [req-47a4af9f-8933-44fa-8991-a8c064b77199 req-3961e738-ce95-4d63-8472-ab4affd73617 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429473 Jan 26 20:49:17.226303 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-7895c868-9f2a-4cad-8b60-52b1fb50568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:17.230200 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7895c868-9f2a-4cad-8b60-52b1fb50568a None None] Checking router: b3c46489-6f21-40a6-87c6-d47343b94824 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:49:17.240991 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7895c868-9f2a-4cad-8b60-52b1fb50568a None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:49:17.241600 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-7895c868-9f2a-4cad-8b60-52b1fb50568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:49:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:17.243865 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cf100-61f1-4af6-a715-6dc8efb8d3f2 req-9207b770-322c-492b-9a28-38be00c27241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:49:17.245280 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e50cf100-61f1-4af6-a715-6dc8efb8d3f2 req-9207b770-322c-492b-9a28-38be00c27241 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 200 len: 851 time: 0.0573425 Jan 26 20:49:17.317213 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e50cf100-61f1-4af6-a715-6dc8efb8d3f2 req-146d38dd-d39f-465e-acec-cf3636b509d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c83090db-3345-4185-95c5-e77079404feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654759 Jan 26 20:49:17.413847 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-7895c868-9f2a-4cad-8b60-52b1fb50568a None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:49:17.447449 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e50cf100-61f1-4af6-a715-6dc8efb8d3f2 req-ce0dfa76-256d-4ea0-9eb6-a1ef59edd132 service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236207 Jan 26 20:49:17.576451 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-e50cf100-61f1-4af6-a715-6dc8efb8d3f2 req-1671a761-7dfd-41f0-95f4-d8606d1d6b6d service neutron] 10.222.0.43 "GET /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230273 Jan 26 20:49:17.728559 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-7895c868-9f2a-4cad-8b60-52b1fb50568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:17.732227 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7895c868-9f2a-4cad-8b60-52b1fb50568a None None] The sync data for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi is: [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:07Z', 'revision_number': 4, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi', '_interfaces': [{'id': 'c7ae9326-6a80-4d1c-9061-d331cfade07b', 'name': '', 'network_id': 'c83090db-3345-4185-95c5-e77079404feb', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'mac_address': 'fa:16:3e:a8:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:07Z', 'updated_at': '2022-01-26T20:42:29Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'subnets': [{'id': '1541ad6d-fe96-40af-9f9c-9494a1a64fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:49:17.928084 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde06415-5b04-4fd1-8914-6ee69ed11495 None None] New status for floating IP a6dd727f-246a-4aa6-bae3-6357a7d9134d: DOWN {{(pid=82711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 26 20:49:18.047933 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:18.391003 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715c65-0c21-482b-ad76-e1fbdc6aa788 req-b218006d-22e8-43a4-8add-c314f889f510 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:49:18.391679 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-fd715c65-0c21-482b-ad76-e1fbdc6aa788 req-b218006d-22e8-43a4-8add-c314f889f510 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Synchronizing usage tracker for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:49:18.403632 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-fd715c65-0c21-482b-ad76-e1fbdc6aa788 req-b218006d-22e8-43a4-8add-c314f889f510 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Unset dirty status for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:49:18.404735 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fd715c65-0c21-482b-ad76-e1fbdc6aa788 req-b218006d-22e8-43a4-8add-c314f889f510 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 945 time: 0.0929000 Jan 26 20:49:18.448020 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-fd715c65-0c21-482b-ad76-e1fbdc6aa788 req-f45b259b-5915-4b3e-a7dd-e51585a98401 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/security-groups?id=0aca20fc-72fc-4a04-8760-f790dac2c149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378377 Jan 26 20:49:18.749580 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefb447-a3c9-441d-abf7-e3b0a5d42723 req-533c6b10-fe08-4d57-a94f-a840068aa1b7 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:49:18.751172 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1fefb447-a3c9-441d-abf7-e3b0a5d42723 req-533c6b10-fe08-4d57-a94f-a840068aa1b7 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 945 time: 0.0735433 Jan 26 20:49:18.821377 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-1fefb447-a3c9-441d-abf7-e3b0a5d42723 req-0230d2d3-fee1-49c7-b537-8654c70f20f6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Deleting port 312b3392-a703-406c-af75-89dd6989f7e3 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:18.821709 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-1fefb447-a3c9-441d-abf7-e3b0a5d42723 req-0230d2d3-fee1-49c7-b537-8654c70f20f6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:19.052947 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [req-1fefb447-a3c9-441d-abf7-e3b0a5d42723 req-0230d2d3-fee1-49c7-b537-8654c70f20f6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] For port 312b3392-a703-406c-af75-89dd6989f7e3, host hv-cinder-82651, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82651',level=0,port_id=312b3392-a703-406c-af75-89dd6989f7e3,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:49:19.053297 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-1fefb447-a3c9-441d-abf7-e3b0a5d42723 req-0230d2d3-fee1-49c7-b537-8654c70f20f6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:19.171242 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [req-1fefb447-a3c9-441d-abf7-e3b0a5d42723 req-0230d2d3-fee1-49c7-b537-8654c70f20f6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Calling delete_port for 312b3392-a703-406c-af75-89dd6989f7e3 owned by compute:nova {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:19.307940 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-1fefb447-a3c9-441d-abf7-e3b0a5d42723 req-0230d2d3-fee1-49c7-b537-8654c70f20f6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:19.354040 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230d2d3-fee1-49c7-b537-8654c70f20f6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event deleted for resources: {'Port': ['ID=312b3392-a703-406c-af75-89dd6989f7e3,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:19.422790 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fefb447-a3c9-441d-abf7-e3b0a5d42723 req-0230d2d3-fee1-49c7-b537-8654c70f20f6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] No DVR routers for this DVR port 312b3392-a703-406c-af75-89dd6989f7e3 on host hv-cinder-82651 {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:49:19.425120 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [req-1fefb447-a3c9-441d-abf7-e3b0a5d42723 req-0230d2d3-fee1-49c7-b537-8654c70f20f6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for port, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:19.427533 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'name': 'network-vif-deleted', 'tag': '312b3392-a703-406c-af75-89dd6989f7e3'}] {{(pid=82708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:19.442504 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-1fefb447-a3c9-441d-abf7-e3b0a5d42723 req-0230d2d3-fee1-49c7-b537-8654c70f20f6 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.43 "DELETE /v2.0/ports/312b3392-a703-406c-af75-89dd6989f7e3 HTTP/1.1" status: 204 len: 173 time: 0.6834915 Jan 26 20:49:19.482025 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5125808-14d5-4701-b749-7e146bbd96cc', 'name': 'network-vif-deleted', 'tag': '312b3392-a703-406c-af75-89dd6989f7e3', 'status': 'completed', 'code': 200} Jan 26 20:49:19.617874 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-5296d108-8d4f-44d1-af50-2c7b535bf884 req-90f286d9-7407-4b08-85e4-c56f655be343 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Synchronizing usage tracker for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 20:49:19.632393 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.quota.resource [req-5296d108-8d4f-44d1-af50-2c7b535bf884 req-90f286d9-7407-4b08-85e4-c56f655be343 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Unset dirty status for tenant:e9a57cd7739d474faf8f56ebf9f56596 on resource:port {{(pid=82708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 20:49:19.633576 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [req-5296d108-8d4f-44d1-af50-2c7b535bf884 req-90f286d9-7407-4b08-85e4-c56f655be343 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5125808-14d5-4701-b749-7e146bbd96cc HTTP/1.1" status: 200 len: 210 time: 0.0592775 Jan 26 20:49:20.735812 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 47116) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:20.883507 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-a19e40b8-f946-40be-b79c-18dd7c4ad63a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Deleting port bca43185-1a75-4283-a2e4-876976163bf2 {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:20.883846 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-a19e40b8-f946-40be-b79c-18dd7c4ad63a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:21.051790 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-a19e40b8-f946-40be-b79c-18dd7c4ad63a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:21.052115 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-a19e40b8-f946-40be-b79c-18dd7c4ad63a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:21.169322 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-a19e40b8-f946-40be-b79c-18dd7c4ad63a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Calling delete_port for bca43185-1a75-4283-a2e4-876976163bf2 owned by network:floatingip {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:21.308591 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-a19e40b8-f946-40be-b79c-18dd7c4ad63a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:21.315142 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 312b3392-a703-406c-af75-89dd6989f7e3 no longer exists at agent hyperv_hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:49:21.350391 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] No Port match for: 312b3392-a703-406c-af75-89dd6989f7e3 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:49:21.350726 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Device 312b3392-a703-406c-af75-89dd6989f7e3 not bound to the agent host hv-cinder-82651 {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:49:21.356501 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e40b8-f946-40be-b79c-18dd7c4ad63a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event deleted for resources: {'Port': ['ID=bca43185-1a75-4283-a2e4-876976163bf2,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:21.441488 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-a19e40b8-f946-40be-b79c-18dd7c4ad63a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for floatingip, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:21.458535 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-a19e40b8-f946-40be-b79c-18dd7c4ad63a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959569'] for floatingip, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:21.459664 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-a19e40b8-f946-40be-b79c-18dd7c4ad63a tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "DELETE /v2.0/floatingips/3d343288-af00-4045-81b6-043cd33af742 HTTP/1.1" status: 204 len: 168 time: 0.7229064 Jan 26 20:49:22.838970 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 47130) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:22.905117 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbdab-c015-43a6-b8b4-9d12c786c230 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:22.933668 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbdab-c015-43a6-b8b4-9d12c786c230 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:22.996984 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbdab-c015-43a6-b8b4-9d12c786c230 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:23.015329 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfbdab-c015-43a6-b8b4-9d12c786c230 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aca20fc-72fc-4a04-8760-f790dac2c149,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:23.025404 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbdab-c015-43a6-b8b4-9d12c786c230 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] Notify callbacks [] for security_group, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:23.026554 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-b8dfbdab-c015-43a6-b8b4-9d12c786c230 tempest-TestVolumeBootPattern-908456820 tempest-TestVolumeBootPattern-908456820-project] 10.222.0.53 "DELETE /v2.0/security-groups/0aca20fc-72fc-4a04-8760-f790dac2c149 HTTP/1.1" status: 204 len: 168 time: 0.1865468 Jan 26 20:49:23.088342 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 47136) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:23.789714 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f6227413-fbdc-45a8-9ce3-fa217962068c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477355'] for router_interface, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:24.372715 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-f6227413-fbdc-45a8-9ce3-fa217962068c admin admin] Deleting port c7ae9326-6a80-4d1c-9061-d331cfade07b {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:24.373418 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f6227413-fbdc-45a8-9ce3-fa217962068c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:24.536778 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [None req-f6227413-fbdc-45a8-9ce3-fa217962068c admin admin] For port c7ae9326-6a80-4d1c-9061-d331cfade07b, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=c7ae9326-6a80-4d1c-9061-d331cfade07b,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:49:24.537112 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f6227413-fbdc-45a8-9ce3-fa217962068c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:24.655299 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-f6227413-fbdc-45a8-9ce3-fa217962068c admin admin] Calling delete_port for c7ae9326-6a80-4d1c-9061-d331cfade07b owned by network:router_interface {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:24.825790 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f6227413-fbdc-45a8-9ce3-fa217962068c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:24.871593 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6227413-fbdc-45a8-9ce3-fa217962068c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ae9326-6a80-4d1c-9061-d331cfade07b,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:25.225139 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-f6227413-fbdc-45a8-9ce3-fa217962068c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478530'] for router_interface, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:25.773885 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6227413-fbdc-45a8-9ce3-fa217962068c admin admin] Router b3c46489-6f21-40a6-87c6-d47343b94824 has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:49:25.962876 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6227413-fbdc-45a8-9ce3-fa217962068c admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:49:25.971442 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df71352-f186-4851-bb15-b891dcc319e9 None None] Sync routers for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:49:25.975490 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-f6227413-fbdc-45a8-9ce3-fa217962068c admin admin] 10.222.0.53 "PUT /v2.0/routers/b3c46489-6f21-40a6-87c6-d47343b94824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8860784 Jan 26 20:49:25.978389 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 47142) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:25.983408 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df71352-f186-4851-bb15-b891dcc319e9 None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:49:25.983985 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-5df71352-f186-4851-bb15-b891dcc319e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:49:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:26.154876 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-5df71352-f186-4851-bb15-b891dcc319e9 None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: dv-cinder-826519-1-iscsi {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:49:26.166590 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Notify callbacks [] for router, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:26.353154 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:26.363097 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Deleting port 6a932be2-d37a-4436-9501-4f569055be2c {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:26.363463 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:26.431233 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-5df71352-f186-4851-bb15-b891dcc319e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6a932be2-d37a-4436-9501-4f569055be2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:49:24Z', 'revision_number': 5, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port': {'id': '6a932be2-d37a-4436-9501-4f569055be2c', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:26.435089 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df71352-f186-4851-bb15-b891dcc319e9 None None] Checking router: b3c46489-6f21-40a6-87c6-d47343b94824 for host: dv-cinder-826519-1-iscsi {{(pid=82710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:49:26.445884 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df71352-f186-4851-bb15-b891dcc319e9 None None] Routers {'b3c46489-6f21-40a6-87c6-d47343b94824'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:49:26.446485 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-5df71352-f186-4851-bb15-b891dcc319e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:49:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['b3c46489-6f21-40a6-87c6-d47343b94824'], 'active': True} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:26.630137 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] For port 6a932be2-d37a-4436-9501-4f569055be2c, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=6a932be2-d37a-4436-9501-4f569055be2c,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:49:26.630523 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_dvr_db [None req-5df71352-f186-4851-bb15-b891dcc319e9 None None] Set router b3c46489-6f21-40a6-87c6-d47343b94824 gateway port host: None {{(pid=82710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:49:26.630677 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:26.735798 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.db.l3_hamode_db [None req-5df71352-f186-4851-bb15-b891dcc319e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:49:26Z', 'revision_number': 6, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port_host': None}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:26.739665 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df71352-f186-4851-bb15-b891dcc319e9 None None] The sync data for ids ['b3c46489-6f21-40a6-87c6-d47343b94824'] in dv-cinder-826519-1-iscsi is: [{'id': 'b3c46489-6f21-40a6-87c6-d47343b94824', 'name': 'tempest-TestVolumeBootPattern-1506942231-router', 'tenant_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:04Z', 'updated_at': '2022-01-26T20:49:26Z', 'revision_number': 6, 'project_id': 'e9a57cd7739d474faf8f56ebf9f56596', 'gw_port_host': None}] {{(pid=82710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:49:26.748179 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Calling delete_port for 6a932be2-d37a-4436-9501-4f569055be2c owned by network:router_gateway {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:26.918147 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:26.967246 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a932be2-d37a-4436-9501-4f569055be2c,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:27.182862 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478606'] for router_gateway, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:27.433197 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28015'] for router, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:27.437664 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:27.462919 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477030'] for router, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:27.463477 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c46489-6f21-40a6-87c6-d47343b94824 {{(pid=82709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 20:49:27.475340 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] Notify callbacks [] for router, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:27.476432 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-4bac3f86-6128-4ecb-a85e-c22ecb91cec1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b3c46489-6f21-40a6-87c6-d47343b94824 HTTP/1.1" status: 204 len: 168 time: 1.4971411 Jan 26 20:49:27.479597 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 47146) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:27.537454 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e99c05-c877-435e-9083-35a97ca86e9c admin admin] Deleting subnet 1541ad6d-fe96-40af-9f9c-9494a1a64fe4 {{(pid=82709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:49:27.540984 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-68e99c05-c877-435e-9083-35a97ca86e9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:27.591526 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-68e99c05-c877-435e-9083-35a97ca86e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7504128'] for subnet, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:27.670289 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-68e99c05-c877-435e-9083-35a97ca86e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:27.737021 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-68e99c05-c877-435e-9083-35a97ca86e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7398177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6641091'] for subnet, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:27.860348 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e99c05-c877-435e-9083-35a97ca86e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1541ad6d-fe96-40af-9f9c-9494a1a64fe4,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:27.868649 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-68e99c05-c877-435e-9083-35a97ca86e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for subnet, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:27.873987 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e88c91c-0a2a-47d1-938a-ede8452fd89f None None] Network c83090db-3345-4185-95c5-e77079404feb requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:49:27.874509 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-68e99c05-c877-435e-9083-35a97ca86e9c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1541ad6d-fe96-40af-9f9c-9494a1a64fe4 HTTP/1.1" status: 204 len: 168 time: 0.3939891 Jan 26 20:49:27.877143 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 47150) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:27.981360 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:27.991911 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Deleting port a9a536d1-6d91-4948-9e3f-021b4ca88109 {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:27.992268 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:28.126915 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f1bdf0-3f32-4fce-9883-ec49668e82b3 None None] DHCP port deletion for c83090db-3345-4185-95c5-e77079404feb request from dv-cinder-826519-1-iscsi {{(pid=82710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 26 20:49:28.131138 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-92f1bdf0-3f32-4fce-9883-ec49668e82b3 None None] Deleting port a9a536d1-6d91-4948-9e3f-021b4ca88109 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:28.131502 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-92f1bdf0-3f32-4fce-9883-ec49668e82b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:28.192290 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] For port a9a536d1-6d91-4948-9e3f-021b4ca88109, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=a9a536d1-6d91-4948-9e3f-021b4ca88109,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:49:28.192682 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:28.310261 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Calling delete_port for a9a536d1-6d91-4948-9e3f-021b4ca88109 owned by network:dhcp {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:28.324647 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-92f1bdf0-3f32-4fce-9883-ec49668e82b3 None None] For port a9a536d1-6d91-4948-9e3f-021b4ca88109, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=a9a536d1-6d91-4948-9e3f-021b4ca88109,segment=NetworkSegment(0e99d2c5-de21-4d52-8ebc-0c70d0d858fa),segment_id=0e99d2c5-de21-4d52-8ebc-0c70d0d858fa)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:49:28.325028 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-92f1bdf0-3f32-4fce-9883-ec49668e82b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:28.384997 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:28.431297 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a536d1-6d91-4948-9e3f-021b4ca88109,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:28.435889 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] No DVR routers for this DVR port a9a536d1-6d91-4948-9e3f-021b4ca88109 on host dv-cinder-826519-1-iscsi {{(pid=82709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:49:28.441156 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-92f1bdf0-3f32-4fce-9883-ec49668e82b3 None None] Calling delete_port for a9a536d1-6d91-4948-9e3f-021b4ca88109 owned by network:dhcp {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:28.511730 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.db.api [None req-92f1bdf0-3f32-4fce-9883-ec49668e82b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:49:28.512069 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG oslo_db.api [None req-92f1bdf0-3f32-4fce-9883-ec49668e82b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 20:49:28.550163 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:28.575039 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83090db-3345-4185-95c5-e77079404feb']}} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:28.589643 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa') {'for_net_delete': True} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:28.589925 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.services.segments.db [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e99d2c5-de21-4d52-8ebc-0c70d0d858fa') {} {{(pid=82709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:28.600855 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7504139'] for segment, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:28.615740 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:28.622021 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=82709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:49:28.622381 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8264327'] for segment, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: Traceback (most recent call last): Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: timer() Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: cb(*args, **kw) Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: return func(*args, **kwargs) Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: self._notify() Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: self.callback(batched_events) Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: event.method(event) Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: return f(self, *a, **k) Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._get(url).json() Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: return self.request(url, 'GET', **kwargs) Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:49:28.635764 dv-cinder-826519-1-iscsi neutron-server[82709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:49:28.694207 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device c7ae9326-6a80-4d1c-9061-d331cfade07b no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:49:28.709043 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:28.726958 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:28.727635 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: c7ae9326-6a80-4d1c-9061-d331cfade07b {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:49:28.727969 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device c7ae9326-6a80-4d1c-9061-d331cfade07b not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:49:28.728374 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device a9a536d1-6d91-4948-9e3f-021b4ca88109 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:49:28.736627 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] Pushing event deleted for resources: {'Network': ['ID=c83090db-3345-4185-95c5-e77079404feb,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:28.753090 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-955751b9-c8c2-47f6-93b6-f6ab82c6943b admin admin] 10.222.0.53 "DELETE /v2.0/networks/c83090db-3345-4185-95c5-e77079404feb HTTP/1.1" status: 204 len: 168 time: 0.8749673 Jan 26 20:49:28.756037 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 47154) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:28.760447 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: a9a536d1-6d91-4948-9e3f-021b4ca88109 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:49:28.760783 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device a9a536d1-6d91-4948-9e3f-021b4ca88109 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:49:28.761187 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 6a932be2-d37a-4436-9501-4f569055be2c no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:49:28.793401 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 6a932be2-d37a-4436-9501-4f569055be2c {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:49:28.793781 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 6a932be2-d37a-4436-9501-4f569055be2c not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:49:29.012944 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-92f1bdf0-3f32-4fce-9883-ec49668e82b3 None None] Deleting port a9a536d1-6d91-4948-9e3f-021b4ca88109 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:29.013635 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-92f1bdf0-3f32-4fce-9883-ec49668e82b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:29.073332 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-92f1bdf0-3f32-4fce-9883-ec49668e82b3 None None] The port 'a9a536d1-6d91-4948-9e3f-021b4ca88109' was deleted {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 26 20:49:29.132380 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-c1492a64-976a-4590-9e5d-86c65ea0b675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477355'] for router_interface, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:29.778400 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-c1492a64-976a-4590-9e5d-86c65ea0b675 admin admin] Deleting port 785c5489-02b6-43e6-a57c-61d4631c0160 {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:29.778735 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-c1492a64-976a-4590-9e5d-86c65ea0b675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:29.941462 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [None req-c1492a64-976a-4590-9e5d-86c65ea0b675 admin admin] For port 785c5489-02b6-43e6-a57c-61d4631c0160, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=785c5489-02b6-43e6-a57c-61d4631c0160,segment=NetworkSegment(b34304f8-cef9-4ba6-956a-2373b1636316),segment_id=b34304f8-cef9-4ba6-956a-2373b1636316)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:49:29.941811 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-c1492a64-976a-4590-9e5d-86c65ea0b675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:30.061584 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-c1492a64-976a-4590-9e5d-86c65ea0b675 admin admin] Calling delete_port for 785c5489-02b6-43e6-a57c-61d4631c0160 owned by network:router_interface {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:30.227832 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-c1492a64-976a-4590-9e5d-86c65ea0b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:30.269082 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1492a64-976a-4590-9e5d-86c65ea0b675 admin admin] Pushing event deleted for resources: {'Port': ['ID=785c5489-02b6-43e6-a57c-61d4631c0160,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:30.546426 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-c1492a64-976a-4590-9e5d-86c65ea0b675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478530'] for router_interface, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:31.186435 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1492a64-976a-4590-9e5d-86c65ea0b675 admin admin] Router 81f3afa1-d635-4b26-a8df-0853a0bb0c0b has already been hosted by L3 agent d1e0d169-3c36-46a7-a9a7-d67963eec12d {{(pid=82709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:49:31.377349 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1492a64-976a-4590-9e5d-86c65ea0b675 admin admin] Notify agent at l3_agent.dv-cinder-826519-1-iscsi the message routers_updated {{(pid=82709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:49:31.389898 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52af409-2643-4a07-8110-fb04782fc4d7 None None] Sync routers for ids ['81f3afa1-d635-4b26-a8df-0853a0bb0c0b'] in dv-cinder-826519-1-iscsi {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 26 20:49:31.397235 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-c1492a64-976a-4590-9e5d-86c65ea0b675 admin admin] 10.222.0.53 "PUT /v2.0/routers/81f3afa1-d635-4b26-a8df-0853a0bb0c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6400950 Jan 26 20:49:31.400163 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [-] (82709) accepted ('10.222.0.53', 47158) {{(pid=82709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:31.404408 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52af409-2643-4a07-8110-fb04782fc4d7 None None] Routers {'81f3afa1-d635-4b26-a8df-0853a0bb0c0b'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:49:31.405079 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-b52af409-2643-4a07-8110-fb04782fc4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:49:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['81f3afa1-d635-4b26-a8df-0853a0bb0c0b'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:31.579088 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-b52af409-2643-4a07-8110-fb04782fc4d7 None None] Set router 81f3afa1-d635-4b26-a8df-0853a0bb0c0b gateway port host: dv-cinder-826519-1-iscsi {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:49:31.590744 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:31.784861 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:31.795299 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Deleting port f9a78e80-8c04-4192-ac7e-15932d440e6a {{(pid=82709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:31.795632 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:31.855316 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-b52af409-2643-4a07-8110-fb04782fc4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'name': 'tempest-TestVolumeBootPattern-1424794347-router', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'external_fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:11Z', 'updated_at': '2022-01-26T20:49:30Z', 'revision_number': 5, 'project_id': '89660c8672b94a709d5f833d1a574e57', 'gw_port': {'id': 'f9a78e80-8c04-4192-ac7e-15932d440e6a', 'name': '', 'network_id': '25ee1c95-0f8b-4a8f-a4e0-2e084d3dab52', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826519-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:42:12Z', 'updated_at': '2022-01-26T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fd423dc-3342-48e9-9c3d-f07153505edf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826519-1-iscsi'}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:31.858908 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52af409-2643-4a07-8110-fb04782fc4d7 None None] Checking router: 81f3afa1-d635-4b26-a8df-0853a0bb0c0b for host: dv-cinder-826519-1-iscsi {{(pid=82711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 26 20:49:31.869166 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52af409-2643-4a07-8110-fb04782fc4d7 None None] Routers {'81f3afa1-d635-4b26-a8df-0853a0bb0c0b'} bound to L3 agent in host dv-cinder-826519-1-iscsi {{(pid=82711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 26 20:49:31.869742 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-b52af409-2643-4a07-8110-fb04782fc4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826519-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:28:15Z,description=,heartbeat_timestamp=2022-01-26T20:49:15Z,host='dv-cinder-826519-1-iscsi',id=d1e0d169-3c36-46a7-a9a7-d67963eec12d,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:28:15Z,topic='l3_agent')) {'router_ids': ['81f3afa1-d635-4b26-a8df-0853a0bb0c0b'], 'active': True} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:31.964680 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.db [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] For port f9a78e80-8c04-4192-ac7e-15932d440e6a, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=f9a78e80-8c04-4192-ac7e-15932d440e6a,segment=NetworkSegment(8461438d-88c7-4cbf-9ad1-34a2e5c7725b),segment_id=8461438d-88c7-4cbf-9ad1-34a2e5c7725b)] {{(pid=82709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:49:31.965028 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:32.018577 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_dvr_db [None req-b52af409-2643-4a07-8110-fb04782fc4d7 None None] Set router 81f3afa1-d635-4b26-a8df-0853a0bb0c0b gateway port host: None {{(pid=82711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 26 20:49:32.088559 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.plugins.ml2.plugin [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Calling delete_port for f9a78e80-8c04-4192-ac7e-15932d440e6a owned by network:router_gateway {{(pid=82709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:32.122535 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.l3_hamode_db [None req-b52af409-2643-4a07-8110-fb04782fc4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'name': 'tempest-TestVolumeBootPattern-1424794347-router', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:11Z', 'updated_at': '2022-01-26T20:49:31Z', 'revision_number': 6, 'project_id': '89660c8672b94a709d5f833d1a574e57', 'gw_port_host': None}], 'dv-cinder-826519-1-iscsi', False) {} {{(pid=82711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:32.126589 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52af409-2643-4a07-8110-fb04782fc4d7 None None] The sync data for ids ['81f3afa1-d635-4b26-a8df-0853a0bb0c0b'] in dv-cinder-826519-1-iscsi is: [{'id': '81f3afa1-d635-4b26-a8df-0853a0bb0c0b', 'name': 'tempest-TestVolumeBootPattern-1424794347-router', 'tenant_id': '89660c8672b94a709d5f833d1a574e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:42:11Z', 'updated_at': '2022-01-26T20:49:31Z', 'revision_number': 6, 'project_id': '89660c8672b94a709d5f833d1a574e57', 'gw_port_host': None}] {{(pid=82711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 26 20:49:32.328041 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8264402'] for port, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:32.383562 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a78e80-8c04-4192-ac7e-15932d440e6a,revision_number=None']} {{(pid=82709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:32.605092 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478606'] for router_gateway, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:32.850332 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28015'] for router, precommit_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:32.854884 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:32.880474 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-477030'] for router, after_delete {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:32.881086 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f3afa1-d635-4b26-a8df-0853a0bb0c0b {{(pid=82709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 20:49:32.896885 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron_lib.callbacks.manager [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] Notify callbacks [] for router, before_response {{(pid=82709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:32.900424 dv-cinder-826519-1-iscsi neutron-server[82709]: INFO neutron.wsgi [None req-221d4758-36c0-4111-a658-29ebc3fc69f0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/81f3afa1-d635-4b26-a8df-0853a0bb0c0b HTTP/1.1" status: 204 len: 168 time: 1.4969361 Jan 26 20:49:32.900791 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 47162) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:32.936923 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device f9a78e80-8c04-4192-ac7e-15932d440e6a no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:49:32.962770 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.db_base_plugin_v2 [None req-16730675-6ba0-46c8-9971-18a8c828ba1c admin admin] Deleting subnet cca328ab-a74f-4ea3-80b1-ee707216c58f {{(pid=82708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 26 20:49:32.965660 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-16730675-6ba0-46c8-9971-18a8c828ba1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:32.969404 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: f9a78e80-8c04-4192-ac7e-15932d440e6a {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:49:32.969748 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device f9a78e80-8c04-4192-ac7e-15932d440e6a not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:49:32.970164 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 785c5489-02b6-43e6-a57c-61d4631c0160 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:49:33.005425 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: 785c5489-02b6-43e6-a57c-61d4631c0160 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:49:33.006036 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device 785c5489-02b6-43e6-a57c-61d4631c0160 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:49:33.027481 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-16730675-6ba0-46c8-9971-18a8c828ba1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7732275'] for subnet, precommit_delete_associations {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:33.195768 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-16730675-6ba0-46c8-9971-18a8c828ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1594737'] for subnet, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:33.260359 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-16730675-6ba0-46c8-9971-18a8c828ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1594728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7713946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8011353'] for subnet, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:33.300143 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16730675-6ba0-46c8-9971-18a8c828ba1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca328ab-a74f-4ea3-80b1-ee707216c58f,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:33.304931 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-16730675-6ba0-46c8-9971-18a8c828ba1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:33.312874 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-16730675-6ba0-46c8-9971-18a8c828ba1c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cca328ab-a74f-4ea3-80b1-ee707216c58f HTTP/1.1" status: 204 len: 168 time: 0.4085789 Jan 26 20:49:33.313171 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8780a136-9da1-4eb2-8274-6f2e2cfe5191 None None] Network 1d96c05c-75c1-4183-91bd-d0213e42858b requested from dv-cinder-826519-1-iscsi {{(pid=82710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 26 20:49:33.313311 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 47166) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:33.397364 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:33.423215 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601683'] for network, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:33.433672 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Deleting port d40272d2-3ef4-43d3-8468-b35cb97e6179 {{(pid=82708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:33.434044 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:33.562556 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6e7732-2007-4955-996e-45ef3762697d None None] DHCP port deletion for 1d96c05c-75c1-4183-91bd-d0213e42858b request from dv-cinder-826519-1-iscsi {{(pid=82710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 26 20:49:33.566785 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e7732-2007-4955-996e-45ef3762697d None None] Deleting port d40272d2-3ef4-43d3-8468-b35cb97e6179 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:33.567202 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7732-2007-4955-996e-45ef3762697d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:33.632100 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.db [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] For port d40272d2-3ef4-43d3-8468-b35cb97e6179, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=d40272d2-3ef4-43d3-8468-b35cb97e6179,segment=NetworkSegment(b34304f8-cef9-4ba6-956a-2373b1636316),segment_id=b34304f8-cef9-4ba6-956a-2373b1636316)] {{(pid=82708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:49:33.632446 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:33.768254 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Calling delete_port for d40272d2-3ef4-43d3-8468-b35cb97e6179 owned by network:dhcp {{(pid=82708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:33.802646 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.db [None req-8f6e7732-2007-4955-996e-45ef3762697d None None] For port d40272d2-3ef4-43d3-8468-b35cb97e6179, host dv-cinder-826519-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826519-1-iscsi',level=0,port_id=d40272d2-3ef4-43d3-8468-b35cb97e6179,segment=NetworkSegment(b34304f8-cef9-4ba6-956a-2373b1636316),segment_id=b34304f8-cef9-4ba6-956a-2373b1636316)] {{(pid=82710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:49:33.802967 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7732-2007-4955-996e-45ef3762697d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567517'] for port, precommit_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:33.838738 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1542403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791693647086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791693292782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8080745'] for port, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:33.880379 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40272d2-3ef4-43d3-8468-b35cb97e6179,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:33.887817 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] No DVR routers for this DVR port d40272d2-3ef4-43d3-8468-b35cb97e6179 on host dv-cinder-826519-1-iscsi {{(pid=82708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 20:49:33.918897 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e7732-2007-4955-996e-45ef3762697d None None] Calling delete_port for d40272d2-3ef4-43d3-8468-b35cb97e6179 owned by network:dhcp {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 26 20:49:33.987436 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.db.api [None req-8f6e7732-2007-4955-996e-45ef3762697d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:49:33.988147 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG oslo_db.api [None req-8f6e7732-2007-4955-996e-45ef3762697d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 20:49:33.999988 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1594360', 'neutron.services.segments.db._delete_segments_for_network-8791693722588'] for network, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:34.024506 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d96c05c-75c1-4183-91bd-d0213e42858b']}} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:34.045825 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34304f8-cef9-4ba6-956a-2373b1636316') {'for_net_delete': True} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:34.046116 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.services.segments.db [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34304f8-cef9-4ba6-956a-2373b1636316') {} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:49:34.058583 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791693722471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7732280'] for segment, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:34.075479 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1590219'] for segment, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:34.081440 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=82708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 26 20:49:34.081816 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1590236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8080700'] for segment, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: Traceback (most recent call last): Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: timer() Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: cb(*args, **kw) Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: return func(*args, **kwargs) Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: self._notify() Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: self.callback(batched_events) Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: event.method(event) Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: return f(self, *a, **k) Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._get(url).json() Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: return self.request(url, 'GET', **kwargs) Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:49:34.094465 dv-cinder-826519-1-iscsi neutron-server[82708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:49:34.166333 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1594359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478635'] for network, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:34.181904 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1442855'] for network, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:34.197123 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d96c05c-75c1-4183-91bd-d0213e42858b,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:34.201738 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-b440d88c-2b81-4d75-9068-8090669b9926 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1d96c05c-75c1-4183-91bd-d0213e42858b HTTP/1.1" status: 204 len: 168 time: 0.8876951 Jan 26 20:49:34.335713 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 47172) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:34.384233 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-815e0b25-3b9e-428d-9de5-d56f50e391b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9a57cd7739d474faf8f56ebf9f56596&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0467494 Jan 26 20:49:34.386569 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 47176) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:34.443460 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0f249c8-601b-411d-a5f4-a4230660809c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:34.469024 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0f249c8-601b-411d-a5f4-a4230660809c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:34.488968 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e7732-2007-4955-996e-45ef3762697d None None] Deleting port d40272d2-3ef4-43d3-8468-b35cb97e6179 {{(pid=82710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 26 20:49:34.489350 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7732-2007-4955-996e-45ef3762697d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791693787441'] for port, before_delete {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:34.519423 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0f249c8-601b-411d-a5f4-a4230660809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:34.536421 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f249c8-601b-411d-a5f4-a4230660809c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f2ad9b-f3b8-4fcf-909a-59a27565785c,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:34.542753 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-c0f249c8-601b-411d-a5f4-a4230660809c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:34.546154 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-c0f249c8-601b-411d-a5f4-a4230660809c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8f2ad9b-f3b8-4fcf-909a-59a27565785c HTTP/1.1" status: 204 len: 168 time: 0.1564422 Jan 26 20:49:34.562604 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e7732-2007-4955-996e-45ef3762697d None None] The port 'd40272d2-3ef4-43d3-8468-b35cb97e6179' was deleted {{(pid=82710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 26 20:49:34.692425 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device d40272d2-3ef4-43d3-8468-b35cb97e6179 no longer exists at agent ovs-agent-dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 20:49:34.726872 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.plugin [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] No Port match for: d40272d2-3ef4-43d3-8468-b35cb97e6179 {{(pid=82710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 26 20:49:34.727235 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron.plugins.ml2.rpc [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Device d40272d2-3ef4-43d3-8468-b35cb97e6179 not bound to the agent host dv-cinder-826519-1-iscsi {{(pid=82710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 20:49:34.924829 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 47184) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:34.973178 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-b422f439-7abc-44e0-88a1-e1772d3cd155 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89660c8672b94a709d5f833d1a574e57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472183 Jan 26 20:49:34.975449 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.wsgi [-] (82708) accepted ('10.222.0.53', 47188) {{(pid=82708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:35.035133 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-30d3ae1e-3b55-4df1-b2c9-aaf0bf71f2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:35.060317 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-30d3ae1e-3b55-4df1-b2c9-aaf0bf71f2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:35.111346 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-30d3ae1e-3b55-4df1-b2c9-aaf0bf71f2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465199'] for security_group, after_delete {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:35.127375 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3ae1e-3b55-4df1-b2c9-aaf0bf71f2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1b35af-88d5-4d4a-a34a-daffe46d185d,revision_number=None']} {{(pid=82708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:49:35.132428 dv-cinder-826519-1-iscsi neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-30d3ae1e-3b55-4df1-b2c9-aaf0bf71f2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:35.134063 dv-cinder-826519-1-iscsi neutron-server[82708]: INFO neutron.wsgi [None req-30d3ae1e-3b55-4df1-b2c9-aaf0bf71f2e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b1b35af-88d5-4d4a-a34a-daffe46d185d HTTP/1.1" status: 204 len: 168 time: 0.1577528 Jan 26 20:49:36.958728 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:49:42.577920 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0ae383b0-1a85-4de3-9baf-7cdd391002a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:44.856184 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-1c43f1b1-cfa4-4145-8a37-62d3ec0ab8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:46.132887 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:46.169857 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:49:48.046555 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:03.327892 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:12.578120 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-2d07dc79-eed4-4b5e-97ae-97d367602b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:13.957957 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:50:14.857599 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ac3b64bf-834e-4e03-879c-62b4cd1ef74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:16.135807 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:16.169153 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:18.048694 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:33.338734 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:42.579750 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-bc7295b6-6772-4637-a720-377aad547d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:44.858651 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-32df1dad-cd87-4b7a-ac17-8b30c6117f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:46.137483 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:46.168716 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:48.051720 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:50:50.958380 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:51:03.338281 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:51:12.582493 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7fdb-8316-4a9b-8673-bc1b32b86e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:51:14.861041 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-b49a29b7-f9ba-4cda-9336-e49c81e52491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:51:16.139834 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:51:16.168808 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:51:18.056256 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:51:27.958787 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:51:33.353273 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:51:42.583409 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-f3443ce6-e46b-49ff-b139-b7e4db6ff34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:51:44.862039 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce8c6-b9df-4621-b9a6-6b0eed05e663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:51:46.143705 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:51:46.169097 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:51:48.055878 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:52:03.351675 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:52:04.958445 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:52:11.048392 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [req-3a6a94a8-a1ab-4fd8-abc3-d6784bff9a95 req-a1787385-3dfa-4d10-97bc-9ef8703fbeaf service neutron] (82709) timed out ('10.222.0.43', 59440) {{(pid=82709) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 26 20:52:12.584617 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-830a32c3-2de3-4475-a0f8-84062effca6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:52:14.863675 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-b9688038-3090-4b49-baae-34d77c1c9412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:52:16.145582 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:52:16.169280 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:52:18.057757 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:52:33.368241 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:52:33.610507 dv-cinder-826519-1-iscsi neutron-server[82709]: DEBUG neutron.wsgi [req-5b018d9d-3b22-4212-b62e-2a51b00c5371 req-2ee21f52-cc2e-4c82-9dc1-b19d113424ec service neutron] (82709) timed out ('10.222.0.43', 59430) {{(pid=82709) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 26 20:52:41.957770 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:52:42.585875 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-7412bd0d-5497-4616-9031-d1ec513d238d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:52:44.865205 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-29292e99-3fc8-4fd4-9322-2166de03d9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:52:46.149205 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:52:46.168911 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:52:48.061298 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:03.367109 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:12.586725 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-248ad616-fcc9-4494-a34a-8dd2894d7a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:14.866098 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-503c7b7f-f678-4486-8cc9-f65c0f84d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:16.152335 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:16.170483 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:18.064509 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:18.958310 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:53:33.381853 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:42.588054 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1925-23b8-4793-9b90-32c48d3c256b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:44.867878 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-449eaa45-00aa-498b-ac0f-2d87c157f66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:46.153641 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:46.171560 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:48.066801 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:53:55.957859 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:54:03.382842 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:54:12.589537 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-446749dd-d874-46ad-a940-6b1a47c878f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:54:14.868951 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cd053087-e628-4575-a758-f8f2aa16d211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:54:16.157284 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:54:16.172318 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:54:18.069239 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:54:32.958454 dv-cinder-826519-1-iscsi neutron-server[82711]: DEBUG neutron.db.agents_db [None req-cbf84849-48ba-4605-b0e1-3b8e223f9fb3 None None] Agent healthcheck: found 6 active agents {{(pid=82711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 20:54:33.382566 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d2049eee-bc18-4242-a873-22767fa1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:54:42.592684 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-4c63999a-3811-4587-98ff-9373e1dc7d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:54:44.870328 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e35b-f494-4ba3-abc4-f31a76502a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:54:46.163531 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-db0ac326-7e4d-4d5a-b5ce-9ea9b6e5e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:54:46.174551 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-cc4adaa4-42fd-4342-a2f7-3adffb98a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 20:54:48.070894 dv-cinder-826519-1-iscsi neutron-server[82710]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8ac0-a160-4471-9cbe-b8d3120454bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791693722570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1616632'] for agent, after_update {{(pid=82710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}